-- Logs begin at Tue 2021-08-31 11:56:39 UTC, end at Tue 2021-08-31 13:00:32 UTC. --
Aug 31 12:32:13.817446 dv-cinder-806696-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Aug 31 12:32:15.940115 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.common.config [-] Logging enabled!
Aug 31 12:32:15.940770 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13
Aug 31 12:32:15.940770 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74926) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Aug 31 12:32:15.943064 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.common.config [-] Logging enabled!
Aug 31 12:32:15.943313 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13
Aug 31 12:32:15.943554 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74926) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Aug 31 12:32:15.944534 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 31 12:32:15.944772 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 31 12:32:15.945124 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 31 12:32:15.945390 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 31 12:32:15.945621 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 31 12:32:15.945940 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.946239 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.946535 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.946783 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.947083 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.947563 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.947664 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.947930 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.948228 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.948512 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.948789 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.949082 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.949308 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.949587 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.949875 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.950161 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.950385 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.950663 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.951369 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.951772 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.952054 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] host                           = dv-cinder-806696-1-iscsi {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.955684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956566 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956683 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.956955 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.957181 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.957404 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.957690 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.957976 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.958248 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.958520 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.958817 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.959092 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.959363 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.959630 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.959917 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.960752 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.961040 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.961315 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.961589 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.961859 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.962129 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.962411 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.962684 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.963027 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.963262 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.963547 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.963814 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.964083 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.964383 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.964666 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.964948 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.965231 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.965499 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.965781 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.966048 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.966316 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.966584 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.966875 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.967143 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.967422 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.967691 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.967960 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.968228 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.968496 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.968779 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:15.969070 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.969365 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.969663 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.969942 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.970229 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.970515 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.970831 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.971107 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.971392 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.971675 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.971960 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.972233 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.972515 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.972809 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.973097 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.973368 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.973641 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.973929 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.974201 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.974469 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.974785 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.975047 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.975320 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.975588 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.976435 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.976721 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.976953 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.977221 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.977492 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.977777 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.978049 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.978314 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.978580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.978914 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.979142 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.979424 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.979697 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.979965 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.980232 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.980508 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.980776 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.981044 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.981317 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.981582 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.981852 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.982117 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.982384 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.982650 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.982942 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.983215 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.983485 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.983754 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.984025 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.984291 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.984562 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.984831 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.985099 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.985369 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.985655 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.985952 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.986228 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.986506 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.986816 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.987097 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.987373 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.987649 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.987924 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.988199 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.988471 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.988761 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.989046 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.989332 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.989614 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.989892 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.990186 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.990468 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.990766 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.991045 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.991321 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.991623 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.991906 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.992200 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.992494 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.992789 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.993081 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.993370 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.993648 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.993954 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.994231 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:15.994447 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 31 12:32:15.994686 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74926) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Aug 31 12:32:16.394628 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO keyring.backend [-] Loading KWallet
Aug 31 12:32:16.401989 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO keyring.backend [-] Loading SecretService
Aug 31 12:32:16.405336 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO keyring.backend [-] Loading Windows
Aug 31 12:32:16.406659 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO keyring.backend [-] Loading chainer
Aug 31 12:32:16.407267 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO keyring.backend [-] Loading macOS
Aug 31 12:32:16.440594 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:16.440864 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:16.441150 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:16.441479 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [-] Loading core plugin: ml2
Aug 31 12:32:16.747248 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.747474 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.747746 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.804228 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.804509 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.804776 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.807874 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.808027 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.808297 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.836952 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.837234 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.837505 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.864645 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.864920 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:16.865183 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.176844 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7239ceb700> agent after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.177467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7239ceb700> agent after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.177467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7239ceb790> segment precommit_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.177635 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7239ceb820> network precommit_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.178354 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7239cec9d0> segment before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.302021 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> network before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.302336 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7239e8e670> agent before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.302618 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> network before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.302927 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> port before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.303193 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> port before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.303499 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> segment after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.303763 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> segment precommit_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.304551 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> segment precommit_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.304807 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> segment after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.305087 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> network after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.305345 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> network precommit_delete 0 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.305607 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> port provisioning_complete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.305866 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.306116 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> rbac-policy after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.306379 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> agent after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.306645 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> subnet after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.306929 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> subnet precommit_delete 0 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.307199 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.307446 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.307723 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> segment_host_mapping after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.308064 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> port after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.308316 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> port after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.308559 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> port after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.308836 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.309081 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.309321 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f723a673730>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.309697 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.309932 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.310192 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.310543 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.310800 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.311038 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.311586 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Aug 31 12:32:17.314680 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Aug 31 12:32:17.318587 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Aug 31 12:32:17.323164 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])])
Aug 31 12:32:17.324787 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Aug 31 12:32:17.325175 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Aug 31 12:32:17.325510 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Aug 31 12:32:17.326136 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Aug 31 12:32:17.328963 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Aug 31 12:32:17.329211 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Aug 31 12:32:17.329554 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Aug 31 12:32:17.356660 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Aug 31 12:32:17.357110 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7239c1c220>> qos_plugin after_init 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.357405 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74926) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Aug 31 12:32:17.357764 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7239c1c490>> logging-plugin after_init 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.359299 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74926) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Aug 31 12:32:17.359581 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Aug 31 12:32:17.359827 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Aug 31 12:32:17.363016 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7239bf6820>> floatingip before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.363301 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7239bf6820>> port before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.423254 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Aug 31 12:32:17.423489 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Aug 31 12:32:17.423724 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Aug 31 12:32:17.424090 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Aug 31 12:32:17.454966 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_db.sqlalchemy.engines [None req-40faed41-b63b-4044-b510-2243fca0012b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74926) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Aug 31 12:32:17.776752 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing driver for type 'gre'
Aug 31 12:32:17.777305 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40faed41-b63b-4044-b510-2243fca0012b None None] gre ID ranges: [(1, 1000)]
Aug 31 12:32:17.835759 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing driver for type 'local'
Aug 31 12:32:17.836243 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing driver for type 'vlan'
Aug 31 12:32:17.848517 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40faed41-b63b-4044-b510-2243fca0012b None None] VlanTypeDriver initialization complete
Aug 31 12:32:17.848898 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing driver for type 'vxlan'
Aug 31 12:32:17.849383 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40faed41-b63b-4044-b510-2243fca0012b None None] vxlan ID ranges: [(1, 1000)]
Aug 31 12:32:17.904613 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing extension driver 'port_security'
Aug 31 12:32:17.905055 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.extensions.port_security [None req-40faed41-b63b-4044-b510-2243fca0012b None None] PortSecurityExtensionDriver initialization complete
Aug 31 12:32:17.905401 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing mechanism driver 'openvswitch'
Aug 31 12:32:17.905742 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing mechanism driver 'hyperv'
Aug 31 12:32:17.912291 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.plugins.ml2.plugin [None req-40faed41-b63b-4044-b510-2243fca0012b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:32:17.913091 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7239e18fa0>> port after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.913986 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7239e18fa0>> port after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.914380 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7239e18fa0>> port after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.914794 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7239e18ee0>> subnet after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.915152 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7239e18ee0>> subnet after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.915500 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7239e18ee0>> subnet after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.915925 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fb6a0>> network after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.916399 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fb6a0>> network after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.916853 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fb6a0>> network after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.917212 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fb910>> security_group after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.917563 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fb910>> security_group after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.917908 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fb910>> security_group after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.918290 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fbb80>> security_group_rule after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.918635 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fbb80>> security_group_rule after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.919005 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72396fbb80>> security_group_rule after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.919346 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40faed41-b63b-4044-b510-2243fca0012b None None] ML2 OVO RPC backend initialized. {{(pid=74926) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Aug 31 12:32:17.919990 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> router_interface after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.920350 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> router_interface after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.920772 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> network before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.921125 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> networks before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.921474 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> port before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.921819 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> ports before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.922167 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> subnet before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.922514 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> subnets before_response 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.922895 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> network after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.923242 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> network after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.923583 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> network after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.923922 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> port after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.924266 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> port after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.924605 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> port after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.924939 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> subnet after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.925277 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> subnet after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.925615 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72396fbe20>> subnet after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.926197 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.plugin [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Modular L2 Plugin initialization complete
Aug 31 12:32:17.926529 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading services supported by the core plugin {{(pid=74926) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Aug 31 12:32:17.926890 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.plugins.ml2.managers [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Got port-security extension from driver 'port_security'
Aug 31 12:32:17.927361 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.extensions.vlantransparent [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Disabled vlantransparent extension.
Aug 31 12:32:17.927780 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74926) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Aug 31 12:32:17.928094 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: router
Aug 31 12:32:17.964332 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router_interface before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.964716 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router after_create 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.965088 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router before_create 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.965457 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router_interface before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.965956 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router_interface after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.966317 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router after_delete 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.966679 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> floatingip after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.967073 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router after_create 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.967425 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router after_update 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.967776 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router after_update 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.968125 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router_gateway after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.968483 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router after_update 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.968890 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router precommit_update 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.969262 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7239d31160> port after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.969599 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7239d31040> port after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.969936 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7239d310d0> subnet after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.970273 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7239d311f0> subnetpool_address_scope after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.970618 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> port precommit_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.971008 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router precommit_create 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.971355 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7239d9aaf0> port before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.971700 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router precommit_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.972056 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router after_update 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.972398 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router precommit_delete 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.972746 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router precommit_create 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.973116 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router_interface after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.973450 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> router precommit_update 55549900 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.973820 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> agent after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.974172 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> agent after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.974518 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72396fbe50>> network after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.975415 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Tracking information for resource: router configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.976303 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Tracking information for resource: floatingip configured {{(pid=74926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 31 12:32:17.981242 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.db.l3_agentschedulers_db [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Aug 31 12:32:17.981830 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f72396b4310> port after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.982196 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f72396b41f0> port after_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.982554 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function _notify_port_delete at 0x7f72396b4280> port after_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.982942 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f72396b45e0> port after_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.983752 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72396d9a30>> router before_create 55550100 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.984123 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72396d9a30>> router precommit_delete 55550100 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.984492 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72396d9a30>> router precommit_create 55550100 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.984851 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72396d9a30>> router precommit_update 55550100 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:17.989253 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.services.provider_configuration [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service providers = [] {{(pid=74926) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Aug 31 12:32:17.989622 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.db.servicetype_db [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74926) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Aug 31 12:32:17.993277 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.services.service_base [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 31 12:32:17.993629 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.services.service_base [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 31 12:32:17.993982 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.services.service_base [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 31 12:32:17.994919 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.services.service_base [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 31 12:32:17.995297 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.services.service_base [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Default provider is not specified for service type L3_ROUTER_NAT
Aug 31 12:32:17.995681 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:17.996003 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Aug 31 12:32:18.006774 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:18.007155 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: auto_allocate
Aug 31 12:32:18.012977 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7239673a60> network precommit_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.013351 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7239673a60> network precommit_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.013875 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:18.014208 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: tag
Aug 31 12:32:18.021056 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:18.021393 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: timestamp
Aug 31 12:32:18.025765 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:18.026100 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: network_ip_availability
Aug 31 12:32:18.031431 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7239670160>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.031761 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7239670160>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.032120 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7239670160>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.032831 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:18.033154 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: flavors
Aug 31 12:32:18.038068 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:18.039009 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading Plugin: revisions
Aug 31 12:32:18.043266 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 31 12:32:18.043663 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_concurrency.lockutils [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.602s {{(pid=74926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:18.044400 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74926) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Aug 31 12:32:18.044741 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Initializing extension manager.
Aug 31 12:32:18.045246 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: __init__.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.045591 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: __pycache__ {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.045930 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.046267 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.046599 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: _filter_validation_lib.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.046961 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.047406 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: address_group.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.048178 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.048743 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: address-group
Aug 31 12:32:18.049069 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: address_scope.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.049786 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.050287 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: address-scope
Aug 31 12:32:18.050610 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: admin_state_down_before_update.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.051586 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.052091 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: router-admin-state-down-before-update
Aug 31 12:32:18.052416 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: agent.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.053122 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.053616 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: agent
Aug 31 12:32:18.053990 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: agent_resources_synced.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.054956 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.055461 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: agent-resources-synced
Aug 31 12:32:18.055784 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: allowedaddresspairs.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.057607 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.058123 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: allowed-address-pairs
Aug 31 12:32:18.058455 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: auto_allocated_topology.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.059574 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.060090 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: auto-allocated-topology
Aug 31 12:32:18.060418 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: availability_zone.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.061120 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.061622 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: availability_zone
Aug 31 12:32:18.061946 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: availability_zone_filter.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.062901 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.063408 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: availability_zone_filter
Aug 31 12:32:18.063733 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: data_plane_status.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.064653 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.065154 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension data-plane-status not supported by any of loaded plugins
Aug 31 12:32:18.065478 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: default_subnetpools.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.066466 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.067003 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: default-subnetpools
Aug 31 12:32:18.067328 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: dhcpagentscheduler.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.068110 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.068608 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: dhcp_agent_scheduler
Aug 31 12:32:18.068930 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: dns.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.069895 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.070393 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension dns-integration not supported by any of loaded plugins
Aug 31 12:32:18.070716 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: dns_domain_ports.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.071669 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.072178 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension dns-domain-ports not supported by any of loaded plugins
Aug 31 12:32:18.072506 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: dvr.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.073332 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.073828 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: dvr
Aug 31 12:32:18.074151 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: empty_string_filtering.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.075111 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.075612 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: empty-string-filtering
Aug 31 12:32:18.076187 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.077109 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.077607 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Aug 31 12:32:18.077931 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.078875 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.079379 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Aug 31 12:32:18.079704 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: external_net.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.080628 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.081136 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: external-net
Aug 31 12:32:18.081461 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: extra_dhcp_opt.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.082379 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.082916 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: extra_dhcp_opt
Aug 31 12:32:18.083239 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: extraroute.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.084151 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.084664 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: extraroute
Aug 31 12:32:18.084988 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: extraroute_atomic.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.086558 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.087099 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: extraroute-atomic
Aug 31 12:32:18.087426 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: filter_validation.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.088101 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.088600 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: filter-validation
Aug 31 12:32:18.088924 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: fip_pf_description.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.089843 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.090344 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Aug 31 12:32:18.090665 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: fip_port_details.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.091627 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.092134 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: fip-port-details
Aug 31 12:32:18.092457 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: flavors.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.093695 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.094395 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: flavors
Aug 31 12:32:18.094729 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.096414 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.096931 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Aug 31 12:32:18.097263 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: floatingip_pools.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.097973 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.098475 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: floatingip-pools
Aug 31 12:32:18.098828 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: ip_allocation.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.099755 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.100257 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension ip_allocation not supported by any of loaded plugins
Aug 31 12:32:18.100580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.102091 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.102598 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: ip-substring-filtering
Aug 31 12:32:18.102958 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l2_adjacency.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.103904 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.104407 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension l2_adjacency not supported by any of loaded plugins
Aug 31 12:32:18.104732 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l3.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.105710 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.106219 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: router
Aug 31 12:32:18.106545 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l3_conntrack_helper.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.108840 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.109366 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Aug 31 12:32:18.109704 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.110645 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.111194 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: ext-gw-mode
Aug 31 12:32:18.111525 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.112464 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.112971 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: l3-ha
Aug 31 12:32:18.113298 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l3_flavors.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.114219 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.114728 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: l3-flavors
Aug 31 12:32:18.115087 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.116023 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.116566 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: l3-port-ip-change-not-allowed
Aug 31 12:32:18.116893 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: l3agentscheduler.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.117938 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.118443 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: l3_agent_scheduler
Aug 31 12:32:18.118798 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: logging.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.120293 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.120808 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension logging not supported by any of loaded plugins
Aug 31 12:32:18.121141 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: metering.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.121890 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.122464 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: metering
Aug 31 12:32:18.122826 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.123941 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.124469 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: metering_source_and_destination_fields
Aug 31 12:32:18.124800 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: multiprovidernet.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.125739 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.126248 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: multi-provider
Aug 31 12:32:18.126578 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: netmtu.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.127523 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.128031 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: net-mtu
Aug 31 12:32:18.128361 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: netmtu_writable.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.129289 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.129789 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: net-mtu-writable
Aug 31 12:32:18.130113 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: network_availability_zone.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.130828 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.131331 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: network_availability_zone
Aug 31 12:32:18.131653 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: network_ip_availability.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.132938 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.133451 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: network-ip-availability
Aug 31 12:32:18.133802 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: network_segment_range.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.134599 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.135133 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension network-segment-range not supported by any of loaded plugins
Aug 31 12:32:18.135457 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: pagination.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.136449 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.136782 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: pagination
Aug 31 12:32:18.137108 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.138040 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.138548 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: port-mac-address-regenerate
Aug 31 12:32:18.138914 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: port_resource_request.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.139835 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.140338 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension port-resource-request not supported by any of loaded plugins
Aug 31 12:32:18.140663 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: portbindings.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.141599 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.142103 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: binding
Aug 31 12:32:18.142428 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: portbindings_extended.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.143752 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.144266 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: binding-extended
Aug 31 12:32:18.144604 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: portsecurity.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.145548 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.146058 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: port-security
Aug 31 12:32:18.146387 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: project_id.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.147403 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.148272 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: project-id
Aug 31 12:32:18.148595 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: providernet.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.149522 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.150029 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: provider
Aug 31 12:32:18.150352 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.153932 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.154459 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos not supported by any of loaded plugins
Aug 31 12:32:18.154816 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.156071 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.156582 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Aug 31 12:32:18.156916 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.157842 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.158350 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Aug 31 12:32:18.158678 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_default.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.159635 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.160142 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-default not supported by any of loaded plugins
Aug 31 12:32:18.160471 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_fip.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.161130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.161655 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-fip not supported by any of loaded plugins
Aug 31 12:32:18.161982 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_gateway_ip.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.162942 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.164040 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Aug 31 12:32:18.164369 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_port_network_policy.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.165298 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.165804 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Aug 31 12:32:18.166136 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_rule_type_details.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.167086 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.167589 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Aug 31 12:32:18.167915 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: qos_rules_alias.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.168968 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.169475 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension qos-rules-alias not supported by any of loaded plugins
Aug 31 12:32:18.169803 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: quotasv2.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.170708 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.171062 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: quotas
Aug 31 12:32:18.171387 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: quotasv2_detail.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.173123 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.173465 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: quota_details
Aug 31 12:32:18.173796 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: rbac.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.174916 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.175437 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: rbac-policies
Aug 31 12:32:18.175768 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: rbac_address_scope.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.176701 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.177220 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: rbac-address-scope
Aug 31 12:32:18.177728 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: rbac_security_groups.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.178467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.179077 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: rbac-security-groups
Aug 31 12:32:18.179407 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: rbac_subnetpool.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.180334 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.180844 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: rbac-subnetpool
Aug 31 12:32:18.181170 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: revisionifmatch.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.182095 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.182624 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: revision-if-match
Aug 31 12:32:18.182959 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: revisions.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.184086 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.184600 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: standard-attr-revisions
Aug 31 12:32:18.184935 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: router_availability_zone.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.185616 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.186122 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: router_availability_zone
Aug 31 12:32:18.186449 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: routerservicetype.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.187427 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.187938 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension router-service-type not supported by any of loaded plugins
Aug 31 12:32:18.188264 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: security_groups_port_filtering.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.189189 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.189697 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: port-security-groups-filtering
Aug 31 12:32:18.190022 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: securitygroup.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.200902 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.201688 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: security-group
Aug 31 12:32:18.202029 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: segment.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.202848 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.203361 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension segment not supported by any of loaded plugins
Aug 31 12:32:18.203694 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.204647 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.205162 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Aug 31 12:32:18.205493 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: servicetype.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.206587 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.207129 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: service-type
Aug 31 12:32:18.207459 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: sorting.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.208449 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.208782 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: sorting
Aug 31 12:32:18.209109 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: standard_attr_segment.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.210544 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.211119 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension standard-attr-segment not supported by any of loaded plugins
Aug 31 12:32:18.211442 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: standardattrdescription.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.212101 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.212606 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: standard-attr-description
Aug 31 12:32:18.212937 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: stateful_security_group.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.213879 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.214388 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: stateful-security-group
Aug 31 12:32:18.214719 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: stdattrs_common.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.215326 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Aug 31 12:32:18.215655 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.216599 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.217109 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Aug 31 12:32:18.217433 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: subnet_onboard.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.218594 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.219145 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: subnet_onboard
Aug 31 12:32:18.219475 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.220413 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.220923 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Aug 31 12:32:18.221250 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: subnet_service_types.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.222181 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.222698 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: subnet-service-types
Aug 31 12:32:18.223051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: subnetallocation.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.224154 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.224669 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: subnet_allocation
Aug 31 12:32:18.225001 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.225741 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.226788 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: subnetpool-prefix-ops
Aug 31 12:32:18.227121 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.228065 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.228573 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Aug 31 12:32:18.228901 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: tagging.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.229982 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.230493 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: standard-attr-tag
Aug 31 12:32:18.230854 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: timestamp.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.232066 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.232580 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loaded extension: standard-attr-timestamp
Aug 31 12:32:18.232916 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: trunk.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.233951 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.234465 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension trunk not supported by any of loaded plugins
Aug 31 12:32:18.234825 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: trunk_details.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.235769 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.236281 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension trunk-details not supported by any of loaded plugins
Aug 31 12:32:18.236612 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: uplink_status_propagation.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.237541 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.238048 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Aug 31 12:32:18.238373 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Loading extension file: vlantransparent.py {{(pid=74926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Aug 31 12:32:18.239081 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Aug 31 12:32:18.239584 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extension vlan-transparent not supported by any of loaded plugins
Aug 31 12:32:18.241849 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:network
Aug 31 12:32:18.242586 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:subnet
Aug 31 12:32:18.243236 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:subnetpool
Aug 31 12:32:18.244035 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:port
Aug 31 12:32:18.245315 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.245781 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service FLAVORS assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.246412 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.246887 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.247220 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:router
Aug 31 12:32:18.247895 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:floatingip
Aug 31 12:32:18.248590 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service METERING assigned prefix: /metering {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.250047 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f723958fd00>> rbac-policy before_create 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.250438 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f723958fd00>> rbac-policy before_update 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.250811 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f723958fd00>> rbac-policy before_delete 55550000 {{(pid=74926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:32:18.251962 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of CountableResource for resource:rbac_policy
Aug 31 12:32:18.252391 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:security_group
Aug 31 12:32:18.253046 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 31 12:32:18.253787 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service CORE assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.254146 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:subnetpool
Aug 31 12:32:18.254480 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] subnetpool is already registered
Aug 31 12:32:18.255102 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service CORE assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.255436 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:subnetpool
Aug 31 12:32:18.255762 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] subnetpool is already registered
Aug 31 12:32:18.258372 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.258841 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service FLAVORS assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.259434 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.259920 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.260316 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:router
Aug 31 12:32:18.260676 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] router is already registered
Aug 31 12:32:18.261262 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:floatingip
Aug 31 12:32:18.261589 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] floatingip is already registered
Aug 31 12:32:18.262221 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service METERING assigned prefix: /metering {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.262927 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of CountableResource for resource:rbac_policy
Aug 31 12:32:18.263259 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] rbac_policy is already registered
Aug 31 12:32:18.263811 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:security_group
Aug 31 12:32:18.264139 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] security_group is already registered
Aug 31 12:32:18.264735 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 31 12:32:18.265063 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] security_group_rule is already registered
Aug 31 12:32:18.265768 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service CORE assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.266077 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:subnetpool
Aug 31 12:32:18.266402 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] subnetpool is already registered
Aug 31 12:32:18.267029 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.v2.resource_helper [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Service CORE assigned prefix:  {{(pid=74926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 31 12:32:18.267356 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Creating instance of TrackedResource for resource:subnetpool
Aug 31 12:32:18.267681 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING neutron.quota.resource_registry [None req-40faed41-b63b-4044-b510-2243fca0012b None None] subnetpool is already registered
Aug 31 12:32:18.268360 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: extensions {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.269823 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: address-groups {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.271430 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: address-scopes {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.273172 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: agents {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.274347 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: auto-allocated-topology {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.275615 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: availability_zones {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.276896 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: dhcp-networks {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.278264 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: dhcp-agents {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.279706 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: routers {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.281536 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: flavors {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.282641 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: service_profiles {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.283869 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: next_providers {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.285366 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: service_profiles {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.286817 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: floatingip-pools {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.288017 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: routers {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.290444 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: floatingips {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.292150 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: l3-routers {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.294094 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: l3-agents {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.295695 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: metering-labels {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.297881 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: metering-label-rules {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.299199 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: network-ip-availabilities {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.300467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: bindings {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.302090 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: quotas {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.303542 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: quotas {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.305012 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: rbac-policies {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.306294 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: security-groups {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.307611 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: security-group-rules {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.308828 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: service-providers {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.310042 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: subnetpools {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.311474 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: subnetpools {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.312902 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.314556 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.316362 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.318105 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.319945 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.321609 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.323377 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.325182 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.327311 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.329113 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron.api.extensions [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Extended resource: tags {{(pid=74926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Aug 31 12:32:18.334988 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING keystonemiddleware.auth_token [None req-40faed41-b63b-4044-b510-2243fca0012b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Aug 31 12:32:18.340258 dv-cinder-806696-1-iscsi neutron-server[74926]: WARNING keystonemiddleware.auth_token [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Aug 31 12:32:18.348352 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_concurrency.lockutils [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Acquired lock "singleton_lock" {{(pid=74926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Aug 31 12:32:18.348834 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_concurrency.lockutils [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Releasing lock "singleton_lock" {{(pid=74926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Aug 31 12:32:18.349460 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO oslo_service.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Starting 2 workers
Aug 31 12:32:18.354650 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Started child 75029 {{(pid=74926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 31 12:32:18.358873 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Started child 75030 {{(pid=74926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 31 12:32:18.359830 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:18.360413 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO neutron.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Neutron service started, listening on 0.0.0.0:9696
Aug 31 12:32:18.361044 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Notify callbacks [] for process, before_spawn {{(pid=74926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:18.361306 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [-] (75029) wsgi starting up on http://0.0.0.0:9696
Aug 31 12:32:18.363513 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO oslo_service.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Starting 1 workers
Aug 31 12:32:18.363629 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:18.364894 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [-] (75030) wsgi starting up on http://0.0.0.0:9696
Aug 31 12:32:18.369203 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Started child 75031 {{(pid=74926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 31 12:32:18.369578 dv-cinder-806696-1-iscsi neutron-server[74926]: INFO oslo_service.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Starting 1 workers
Aug 31 12:32:18.372819 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] calling RpcWorker wait() {{(pid=75031) _wait /opt/stack/neutron/neutron/service.py:128}}
Aug 31 12:32:18.373357 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] returning from RpcWorker wait() {{(pid=75031) _wait /opt/stack/neutron/neutron/service.py:135}}
Aug 31 12:32:18.373896 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Started child 75032 {{(pid=74926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 31 12:32:18.374651 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:18.374797 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG neutron_lib.callbacks.manager [None req-40faed41-b63b-4044-b510-2243fca0012b None None] Notify callbacks [] for process, after_spawn {{(pid=74926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:18.375189 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:32:18.376535 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 31 12:32:18.376747 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 31 12:32:18.376929 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 31 12:32:18.377146 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 31 12:32:18.377493 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 31 12:32:18.377662 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 31 12:32:18.378187 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.378650 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.378805 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:18.379308 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.379308 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.379478 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.380023 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.380300 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.380485 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:32:18.380576 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.380823 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.381087 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.381259 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.381430 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.381795 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.382158 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.382990 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.383272 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.383515 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.383783 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.383957 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.384223 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.384512 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.384765 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.385027 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.385271 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.385762 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.386013 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.386259 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.386501 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.386797 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.387062 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.387340 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.387588 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.387838 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.388098 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.388367 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.388583 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.388830 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.389082 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.389317 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.389765 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] host                           = dv-cinder-806696-1-iscsi {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.390092 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.390270 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.390517 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.390759 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.391044 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.391263 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.391535 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.391783 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.392046 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.392274 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.392520 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.392749 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.392966 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.393217 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.393381 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.393619 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.393902 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.394187 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.394380 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.394552 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.394731 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.395014 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.395181 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.395440 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.395683 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.395906 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.396151 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.396404 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.396649 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.396908 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.397133 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.397383 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.397619 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.397889 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.398125 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.398358 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.398618 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.398888 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.399122 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.399426 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.399575 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.399812 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.400057 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.400355 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.400526 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.400792 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.401054 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.401308 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.401565 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.401800 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.402036 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.402259 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.402538 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.402795 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.403048 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.403313 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.403535 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.403772 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.403990 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.404228 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.404560 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.404907 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.405188 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.405476 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.405703 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.405943 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.406184 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.406407 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.406663 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.407318 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.407623 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.407943 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.408320 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.408734 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.409040 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.409317 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.409555 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.409750 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.409984 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.410301 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.410859 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.411005 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.411158 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.411447 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.411712 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.411936 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.412423 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.412672 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.412911 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.413695 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.413943 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.414497 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.414641 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.414827 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.415077 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.415322 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.415550 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.415812 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.416256 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.416551 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.416833 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.418509 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.419273 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.424078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.425580 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426274 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426274 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426274 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426274 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426274 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426606 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426691 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.426887 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.427110 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.427340 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.427559 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.430050 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.430317 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.430825 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.431064 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.431297 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.433449 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.433971 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.436075 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.436323 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.436566 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.436804 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.437120 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.437452 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.437702 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.437973 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.438222 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.438500 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.438800 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.439220 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.439481 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.439712 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.440003 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.441124 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.441502 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.441789 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.442108 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.442493 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.444013 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.444252 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.445767 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.446278 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.446544 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.446829 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.447203 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.447386 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.447665 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.447910 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.448183 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.448463 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.448721 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.449005 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.449234 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.449495 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.449777 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.450061 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.450356 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.450595 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.451204 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.451500 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.451792 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.452074 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.452359 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.452639 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.452918 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.453226 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.453497 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.453734 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.453984 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.454251 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.454600 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.454881 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.455123 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.455398 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.455712 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.455984 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.456237 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.456525 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.456795 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.457062 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.457325 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.457566 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.457792 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.458034 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.458290 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.458526 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.458815 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.459217 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.459609 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.459854 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.460168 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.460448 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.460709 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.460948 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.461207 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.461441 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.461672 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.462079 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.462362 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.462604 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.462893 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.463124 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.463354 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.463584 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.463824 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.464096 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.464342 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.464725 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.464989 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.465232 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.465474 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.465738 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.466016 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.466238 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.466514 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.466798 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.467018 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.467709 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.467709 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.467709 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.467942 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.468131 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.468761 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.468877 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.469049 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.469395 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.469634 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.469885 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.470121 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.470342 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.470585 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.470830 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.471077 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.471297 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.471516 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.471754 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.472040 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.472280 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.472528 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.472740 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.472955 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.473193 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.473406 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.473672 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.473916 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.474128 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.474411 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.474679 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.474932 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.475195 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.475426 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.476192 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.476428 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.476643 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.476864 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.477075 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.477416 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.477672 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.477936 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.478252 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.478670 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.478944 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.479205 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.479518 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.479735 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.479978 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.480217 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.480440 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.480663 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.480924 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.481236 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.481560 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.481794 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.482039 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.482312 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.482594 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.482865 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.483075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 51902) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:18.483185 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.483405 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.483730 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.484041 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.484303 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.484533 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.484829 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.485075 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.485295 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.485533 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.485771 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.485993 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.486238 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488581 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.488581 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 31 12:32:18.489042 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 31 12:32:18.489203 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 31 12:32:18.489365 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 31 12:32:18.489539 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 31 12:32:18.489702 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 31 12:32:18.489860 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 31 12:32:18.490068 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.490231 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.490394 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.490559 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.490722 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.490930 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.491089 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.492006 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.492411 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.492591 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.492749 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.492891 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.493196 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.493499 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.493801 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.494099 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.494410 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.494708 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.495030 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.495196 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.495363 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.495525 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.495697 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.495874 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.496081 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.496273 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.496430 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.496573 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.496715 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.496876 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.497036 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.497195 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.497353 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.497511 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.497667 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.497819 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.497972 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.498129 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.498286 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.498445 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] host                           = dv-cinder-806696-1-iscsi {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.498599 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.498765 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.498927 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.499087 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.499228 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.499389 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.499563 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.499715 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.499803 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0073133
Aug 31 12:32:18.499876 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.500024 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.500181 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.500323 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.501122 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.501295 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.501446 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.501607 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.501758 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.502061 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.502400 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.502759 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.503067 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.503363 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.503664 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.503900 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.504142 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.504301 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505447 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505447 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505563 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505628 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505835 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.505926 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.506079 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.506237 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.506365 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.507522 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.507698 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.507863 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.508014 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.508173 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.508330 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.508492 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.508660 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.508901 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.509006 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.509096 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.509399 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.509708 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.509867 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.510030 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.510198 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.510346 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.510473 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.510790 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.511080 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.511475 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.511763 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.512052 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.512339 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.512654 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.512814 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.512973 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.513130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.513291 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 31 12:32:18.513473 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.513634 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514130 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514349 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514414 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514478 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:32:18.514548 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514697 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.514867 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.515041 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.515222 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.515389 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.515537 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.515680 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.515841 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.516003 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.516165 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.516329 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.516476 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.516633 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.516788 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.516931 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.517089 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.517252 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.517407 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.517605 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.517708 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.517863 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.518022 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.518180 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.518337 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.518495 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.518654 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.518836 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.518997 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.519156 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.519317 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.519475 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.519636 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.519805 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.519956 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.520117 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.520266 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.520426 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.520576 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.520728 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.520881 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.521049 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.521197 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.521338 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.521555 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.521707 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.521844 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.521980 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.522116 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.522261 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.522398 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.522570 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.522765 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.522912 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.523060 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.523197 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.523333 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.523554 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.523708 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.523847 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.523985 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.524121 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.524256 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.524392 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.524527 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.524663 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.524799 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.524943 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.525119 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.525264 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.525409 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.525569 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.525713 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.525872 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.526015 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.526175 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.526315 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.526482 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.526660 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.526848 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.527005 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.527170 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.527261 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.527416 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.527557 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.527753 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.527901 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.528038 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.528177 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.528313 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.528448 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.528584 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.529673 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.529673 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.529673 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.529673 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.529673 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.530467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.530467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.530467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.530467 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531020 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531020 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531020 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531415 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531415 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531415 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531796 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531796 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.531796 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.532134 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.532134 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.532297 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.532433 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.532592 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.532775 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.532934 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.533092 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.533250 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.533407 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.533565 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.533724 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.533880 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.534038 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.534196 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.534353 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.534513 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.534670 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.534859 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.535024 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.535182 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.535339 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.535498 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.535654 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.535812 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.535969 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.536855 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.536855 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.536855 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.536855 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.536855 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.536855 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.537457 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.537457 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.537457 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.537457 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.537833 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.537833 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.538036 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.538036 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.538807 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.538930 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.539035 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.540095 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.540282 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.540417 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.540581 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.540738 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.540994 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.541142 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.541142 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.541431 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.541571 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.541709 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.541848 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.541985 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.542132 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.542270 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.542407 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.542544 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.542680 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.542850 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.543683 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.543683 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.543683 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.543683 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.544253 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.544253 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.544253 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.544253 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.544762 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.544762 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.544762 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.545148 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.545148 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.545148 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.545545 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.545545 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.545816 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.545816 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546078 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546339 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546339 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546615 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546615 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546998 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.546998 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.547260 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.547260 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.547624 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.548611 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.548611 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.548611 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.548611 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.548611 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.548611 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.549412 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.549412 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.549412 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.549412 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.549412 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550053 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550053 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550053 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550053 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550053 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550698 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550698 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550698 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.550698 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.551268 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.551268 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.551268 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.551650 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.551650 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.551650 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552042 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552042 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552042 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552440 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552440 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552440 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552823 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.552823 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.553082 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.553082 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.553354 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.553354 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.553624 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.555566 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.555566 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.555566 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.555566 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 31 12:32:18.556051 dv-cinder-806696-1-iscsi neutron-server[74926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 31 12:32:29.001940 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37034e6a-ffae-44c9-9fe9-0d2dc6135982 None None] get_active_networks_info from dv-cinder-806696-1-iscsi {{(pid=75031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Aug 31 12:32:29.071988 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37034e6a-ffae-44c9-9fe9-0d2dc6135982 None None] No non-hosted networks {{(pid=75031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Aug 31 12:32:29.087181 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c88eaa5e-e6f8-417c-80ed-8a764b0ba060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773433'] for agent, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:29.312537 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773433'] for agent, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:29.313745 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.314260 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.314832 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.315333 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.317124 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.317987 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.318328 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.318683 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.319991 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.320182 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.320665 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:29.321302 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7239280730>, 'Open vSwitch agent', 'dv-cinder-806696-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:32:29.332614 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f72392986d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806696-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:32:31.186041 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-81968e54-9047-42e6-a866-2698f5759dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773433'] for agent, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:31.235847 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f9c5-4291-43e8-ac79-34b5630c6707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:32.310578 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773433'] for agent, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:33.375954 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.db.l3_hamode_db [None req-e7276436-270c-4bd3-8d6a-2cd0db5d866c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Aug 31 12:32:33.466789 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7276436-270c-4bd3-8d6a-2cd0db5d866c None None] Routers set() bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:32:33.467486 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7276436-270c-4bd3-8d6a-2cd0db5d866c None None] Router IDs set() for agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Aug 31 12:32:33.710651 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773433'] for agent, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:35.430356 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 51998) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:36.042656 dv-cinder-806696-1-iscsi neutron-server[75030]: WARNING oslo_policy.policy [None req-4ebf2a3f-4559-4f62-a179-8238870f7e33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:36.043266 dv-cinder-806696-1-iscsi neutron-server[75030]: WARNING oslo_policy.policy [None req-4ebf2a3f-4559-4f62-a179-8238870f7e33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:36.255999 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [None req-4ebf2a3f-4559-4f62-a179-8238870f7e33 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:32:36.257598 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4ebf2a3f-4559-4f62-a179-8238870f7e33 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8263197
Aug 31 12:32:38.558890 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 52012) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:38.951990 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:32:39.000747 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.policy [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75030) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Aug 31 12:32:39.001482 dv-cinder-806696-1-iscsi neutron-server[75030]: WARNING oslo_policy.policy [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:39.001864 dv-cinder-806696-1-iscsi neutron-server[75030]: WARNING oslo_policy.policy [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:39.005182 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.quota [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7239363790>.
Aug 31 12:32:39.020737 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:32:39.090418 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758034557129', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758034521384', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758034516024', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758034523038', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758034503946', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3734594', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4001855', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-978076'] for rbac-policy, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:39.158459 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:39.159545 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9589583a-27e5-4a29-b5a3-44f434b7dd6e admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5996873
Aug 31 12:32:41.661440 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 52026) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:42.031301 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Request body: {'network': {'project_id': '330e451583634f37bb87ed36ffc1ab34', 'name': 'private', 'admin_state_up': True}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:32:42.035965 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:32:42.040369 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Usage tracker for resource:network and tenant:330e451583634f37bb87ed36ffc1ab34 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:32:42.045174 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:32:42.051339 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:32:42.061027 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Made reservation on behalf of 330e451583634f37bb87ed36ffc1ab34 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:32:42.063857 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.082066 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.124798 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:32:42.128411 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Usage tracker for resource:security_group_rule and tenant:330e451583634f37bb87ed36ffc1ab34 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:32:42.131206 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:32:42.137598 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:32:42.204936 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.209184 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.214660 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:42.234481 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:32:42.262879 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758035803001', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.263466 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7239ceb790> segment precommit_create {{(pid=75030) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 31 12:32:42.263919 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Added segment d1d46154-d9d2-443e-a5bf-77840a28ce1f of type vlan for network b7327570-3b41-4e73-9357-eb1a980f3ea3
Aug 31 12:32:42.277946 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488afc84-292c-472c-ac44-7d56dedcc53a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:32:42.333875 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.334209 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.334531 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.334963 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.335242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.335556 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.335867 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.336191 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.336501 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.336802 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.337107 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Tracked resource versions report:
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]: pushed versions:
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Log': {'1.0'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Network': {'1.1'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Port': {'1.5'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'PortForwarding': {'1.2'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'QosPolicy': {'1.8'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'SecurityGroup': {'1.2'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'SubPort': {'1.0'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Subnet': {'1.1'},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Trunk': {'1.1'}}
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]: consumer versions:
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Log': '1.0',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Network': '1.1',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Port': '1.5',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'PortForwarding': '1.2',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'QosPolicy': '1.8',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'SecurityGroup': '1.2',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'SubPort': '1.0',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Subnet': '1.1',
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Trunk': '1.1'}}
Aug 31 12:32:42.338197 dv-cinder-806696-1-iscsi neutron-server[75030]:  {{(pid=75030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:32:42.386829 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.390523 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:42.427326 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.429344 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:32:42.430114 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:42.434670 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:42.541457 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8788567
Aug 31 12:32:42.542061 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b7327570-3b41-4e73-9357-eb1a980f3ea3,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:32:42.545675 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:42.555493 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:32:45.088339 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 52042) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:45.564260 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb1809-7e6f-4d65-8b73-080525d1a820 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:32:45.565561 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ebdb1809-7e6f-4d65-8b73-080525d1a820 admin admin] 10.222.0.20 "GET /v2.0/networks/b7327570-3b41-4e73-9357-eb1a980f3ea3 HTTP/1.1" status: 200  len: 825 time: 0.4762864
Aug 31 12:32:45.595581 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-17adc2c0-41ca-4456-8b4b-853860850773 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/fc8827b1-9b98-4d16-943c-0f02be3d00cd HTTP/1.1" status: 200  len: 734 time: 0.0247319
Aug 31 12:32:45.604427 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Request body: {'subnet': {'subnetpool_id': 'fc8827b1-9b98-4d16-943c-0f02be3d00cd', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:32:45.608763 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:32:45.612418 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Usage tracker for resource:subnet and tenant:330e451583634f37bb87ed36ffc1ab34 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:32:45.615204 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:32:45.621413 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:32:45.631268 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Made reservation on behalf of 330e451583634f37bb87ed36ffc1ab34 for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:32:45.633548 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:45.904307 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:45.908750 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:45.992204 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bafc73-929b-47c7-a9e3-3bd77337f002,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:32:45.997544 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Checking segment: {'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:32:45.997903 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Network hostable DHCP agents. Network: b7327570-3b41-4e73-9357-eb1a980f3ea3, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:32:46.002028 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:46.021479 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:32:46.033685 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, b7327570-3b41-4e73-9357-eb1a980f3ea3) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:32:46.038885 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:32:46.039461 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:46.044062 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb794d-cf8d-42e5-8417-54a10edecedf None None] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:32:46.063191 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4619656
Aug 31 12:32:46.353136 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-b7327570-3b41-4e73-9357-eb1a980f3ea3', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'fixed_ips': [{'subnet_id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:32:46.354325 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:46.536134 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Allocated IP 172.20.0.2 (b7327570-3b41-4e73-9357-eb1a980f3ea3/a0bafc73-929b-47c7-a9e3-3bd77337f002/b899aceb-38d5-4f02-b195-1f7d8000a33e) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:32:46.759374 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:46.772484 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Transition to ACTIVE for port object b899aceb-38d5-4f02-b195-1f7d8000a33e will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:32:46.793643 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Transition to ACTIVE for port object b899aceb-38d5-4f02-b195-1f7d8000a33e will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:32:46.800183 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:46.805118 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:46.868170 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:32:46.871060 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:32:46.876232 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Pushing event updated for resources: {'Port': ['ID=b899aceb-38d5-4f02-b195-1f7d8000a33e,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:32:46.879054 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:32:46.918704 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.919052 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.919381 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.919700 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.920015 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.920334 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.920646 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.920975 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.921288 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.921593 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.921897 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Tracked resource versions report:
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]: pushed versions:
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Log': {'1.0'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Network': {'1.1'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Port': {'1.5'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'PortForwarding': {'1.2'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'QosPolicy': {'1.8'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'SecurityGroup': {'1.2'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'SubPort': {'1.0'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Subnet': {'1.1'},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Trunk': {'1.1'}}
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]: consumer versions:
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Log': '1.0',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Network': '1.1',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Port': '1.5',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'PortForwarding': '1.2',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'QosPolicy': '1.8',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'SecurityGroup': '1.2',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'SubPort': '1.0',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Subnet': '1.1',
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Trunk': '1.1'}}
Aug 31 12:32:46.923026 dv-cinder-806696-1-iscsi neutron-server[75031]:  {{(pid=75031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:32:46.955250 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:46.980221 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Attempting to bind port b899aceb-38d5-4f02-b195-1f7d8000a33e on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:32:46.980615 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Attempting to bind port b899aceb-38d5-4f02-b195-1f7d8000a33e by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:32:46.981069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Attempting to bind port b899aceb-38d5-4f02-b195-1f7d8000a33e on network b7327570-3b41-4e73-9357-eb1a980f3ea3 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:32:46.987425 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:32:46.987823 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Checking segment: {'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:32:46.988302 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:46.988694 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Bound using segment: {'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:32:46.989179 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Bound port: b899aceb-38d5-4f02-b195-1f7d8000a33e, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:32:46.989562 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:47.078333 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] For port b899aceb-38d5-4f02-b195-1f7d8000a33e, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:32:47.082331 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] For port b899aceb-38d5-4f02-b195-1f7d8000a33e, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b899aceb-38d5-4f02-b195-1f7d8000a33e,segment=NetworkSegment(d1d46154-d9d2-443e-a5bf-77840a28ce1f),segment_id=d1d46154-d9d2-443e-a5bf-77840a28ce1f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:32:47.087790 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:47.092176 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:47.194512 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Pushing event updated for resources: {'Port': ['ID=b899aceb-38d5-4f02-b195-1f7d8000a33e,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:32:47.198108 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:48.357077 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52052) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:48.971181 dv-cinder-806696-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-c2e6c51b-9479-49bb-a773-a8af67e9837c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:48.971757 dv-cinder-806696-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-c2e6c51b-9479-49bb-a773-a8af67e9837c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:49.186706 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-c2e6c51b-9479-49bb-a773-a8af67e9837c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:32:49.187927 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c2e6c51b-9479-49bb-a773-a8af67e9837c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8286676
Aug 31 12:32:50.911609 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a5dc3-9db0-4148-b4f3-d938f9361afe None None] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:32:51.004600 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-af42f4ff-ecec-4aae-b757-da368e8aefe1 None None] Provisioning for port b899aceb-38d5-4f02-b195-1f7d8000a33e completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:32:51.507530 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52070) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:51.684664 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b899aceb-38d5-4f02-b195-1f7d8000a33e up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:32:51.793030 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port b899aceb-38d5-4f02-b195-1f7d8000a33e completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:32:51.800938 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port b899aceb-38d5-4f02-b195-1f7d8000a33e triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:32:51.801570 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:51.949089 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:51.965901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-2b6663a9-813b-488b-bf7d-105c6313ea99 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:32:51.966902 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2b6663a9-813b-488b-bf7d-105c6313ea99 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4584298
Aug 31 12:32:51.988102 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port b899aceb-38d5-4f02-b195-1f7d8000a33e, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b899aceb-38d5-4f02-b195-1f7d8000a33e,segment=NetworkSegment(d1d46154-d9d2-443e-a5bf-77840a28ce1f),segment_id=d1d46154-d9d2-443e-a5bf-77840a28ce1f)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:32:51.992777 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:51.995152 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:32:52.063639 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=b899aceb-38d5-4f02-b195-1f7d8000a33e,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:32:52.066859 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:32:53.636214 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b899aceb-38d5-4f02-b195-1f7d8000a33e up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:32:53.708659 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port b899aceb-38d5-4f02-b195-1f7d8000a33e triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:32:53.709019 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:54.619917 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52082) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:55.022682 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Request body: {'router': {'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:32:55.055454 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.policy [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75029) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Aug 31 12:32:55.056232 dv-cinder-806696-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:55.056631 dv-cinder-806696-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 31 12:32:55.060088 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.quota [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7239363100>.
Aug 31 12:32:55.076571 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:32:55.083683 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Usage tracker for resource:router and tenant:330e451583634f37bb87ed36ffc1ab34 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:32:55.089494 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:32:55.097465 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:32:55.114575 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:55.117103 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:55.152253 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:55.272176 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:55.294242 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:55.295442 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-99031bbd-49ab-41e0-abdd-eccf97b2c702 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6745720
Aug 31 12:32:57.607582 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52094) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:32:58.009843 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-af1a80f9-2654-4f26-9525-8d5c7a071aac admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:32:58.010913 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-af1a80f9-2654-4f26-9525-8d5c7a071aac admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4024007
Aug 31 12:32:58.924902 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-35f1ae5e-50ab-4b1a-aee0-26f8d107b35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:32:59.307065 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:00.238125 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52104) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:33:00.621616 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:33:00.627194 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:33:00.630961 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Usage tracker for resource:network and tenant:615ee8bb6cdb4c6db16ebfe71f60a57b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:33:00.634945 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:33:00.640637 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:33:00.651167 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Made reservation on behalf of 615ee8bb6cdb4c6db16ebfe71f60a57b for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:33:00.653875 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:00.673856 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:00.717454 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:33:00.721221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Usage tracker for resource:security_group_rule and tenant:615ee8bb6cdb4c6db16ebfe71f60a57b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:33:00.724460 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:33:00.730176 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:33:00.802625 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:00.808545 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:00.814034 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:00.826109 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Reserving flat network on physical network physnet1 {{(pid=75029) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Aug 31 12:33:00.856437 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758035803001', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:00.857017 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7239ceb790> segment precommit_create {{(pid=75029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 31 12:33:00.857483 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Added segment 7622dd2a-4483-4203-acf0-3672e82817ea of type flat for network 6bcb2948-d129-46b9-b32a-896fcf69f35e
Aug 31 12:33:00.914247 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be80fa12-481d-4abd-9039-519091f0ba43,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:00.940280 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.940673 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.941003 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.941325 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.941641 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.941955 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.942266 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.942591 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.942927 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.943234 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.943539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Tracked resource versions report:
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]: pushed versions:
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Log': {'1.0'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Network': {'1.1'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Port': {'1.5'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'PortForwarding': {'1.2'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'QosPolicy': {'1.8'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'SecurityGroup': {'1.2'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'SubPort': {'1.0'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Subnet': {'1.1'},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Trunk': {'1.1'}}
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]: consumer versions:
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Log': '1.0',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Network': '1.1',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Port': '1.5',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'PortForwarding': '1.2',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'QosPolicy': '1.8',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'SecurityGroup': '1.2',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'SubPort': '1.0',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Subnet': '1.1',
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Trunk': '1.1'}}
Aug 31 12:33:00.945198 dv-cinder-806696-1-iscsi neutron-server[75029]:  {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:33:00.986661 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:01.001159 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:01.033568 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:01.034997 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:33:01.035663 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:01.040190 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:01.144025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Pushing event updated for resources: {'Network': ['ID=6bcb2948-d129-46b9-b32a-896fcf69f35e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:01.146671 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9075441
Aug 31 12:33:01.148432 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:01.163893 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:33:01.248856 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bfae9e11-96c0-487e-a1b3-8a944885c39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:02.265229 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:03.407797 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52128) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:33:03.643965 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f709edd-e809-4e33-82d9-0e046416ec61 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:33:03.647176 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1f709edd-e809-4e33-82d9-0e046416ec61 admin admin] 10.222.0.20 "GET /v2.0/subnets/a0bafc73-929b-47c7-a9e3-3bd77337f002 HTTP/1.1" status: 200  len: 849 time: 0.2365775
Aug 31 12:33:03.663020 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:03.794364 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-02e4d62a-ab6f-44e1-9ccb-bf621d753c78 admin admin] 10.222.0.20 "GET /v2.0/routers/605beabe-3eb7-4c59-abef-6262f63e8c87 HTTP/1.1" status: 200  len: 704 time: 0.1436286
Aug 31 12:33:04.275588 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:04.509398 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Allocated IP 172.20.0.1 (b7327570-3b41-4e73-9357-eb1a980f3ea3/a0bafc73-929b-47c7-a9e3-3bd77337f002/4c257519-d6e0-4c61-a799-902831f33dc0) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:33:04.663889 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:04.682579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Transition to ACTIVE for port object 4c257519-d6e0-4c61-a799-902831f33dc0 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:33:04.732984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:04.737335 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:04.804994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:33:04.807927 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:33:04.813390 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Pushing event updated for resources: {'Port': ['ID=4c257519-d6e0-4c61-a799-902831f33dc0,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:04.825506 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:33:04.826023 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:04.884713 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:04.952459 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:05.045364 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a530dbb9-1e93-4bda-a6ed-99278c5f839f None None] Provisioning for port 4c257519-d6e0-4c61-a799-902831f33dc0 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:33:05.050273 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a530dbb9-1e93-4bda-a6ed-99278c5f839f None None] Provisioning complete for port 4c257519-d6e0-4c61-a799-902831f33dc0 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:33:05.050810 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a530dbb9-1e93-4bda-a6ed-99278c5f839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:05.102286 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-a530dbb9-1e93-4bda-a6ed-99278c5f839f None None] Port 4c257519-d6e0-4c61-a799-902831f33dc0 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:33:05.181084 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:05.185236 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:05.186266 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:05.190244 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:05.313881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Pushing event updated for resources: {'Port': ['ID=4c257519-d6e0-4c61-a799-902831f33dc0,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:05.317957 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:05.417502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:33:05.418616 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:33:05.625802 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-678d1e10-9a44-4288-9031-f31d2ac7ce34 None None] Provisioning complete for port 4c257519-d6e0-4c61-a799-902831f33dc0 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:33:05.625802 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-678d1e10-9a44-4288-9031-f31d2ac7ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:05.676831 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-678d1e10-9a44-4288-9031-f31d2ac7ce34 None None] Port 4c257519-d6e0-4c61-a799-902831f33dc0 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:33:05.771340 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Router 605beabe-3eb7-4c59-abef-6262f63e8c87 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:33:05.937899 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:33:05.946932 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] 10.222.0.20 "PUT /v2.0/routers/605beabe-3eb7-4c59-abef-6262f63e8c87/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1478016
Aug 31 12:33:05.947370 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Sync routers for ids ['605beabe-3eb7-4c59-abef-6262f63e8c87'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:33:05.962334 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Routers {'605beabe-3eb7-4c59-abef-6262f63e8c87'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:33:05.963237 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72392d36a0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:33:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['605beabe-3eb7-4c59-abef-6262f63e8c87'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:06.140145 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Set router 605beabe-3eb7-4c59-abef-6262f63e8c87 gateway port host: None {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:33:06.505390 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72392d36a0>, [{'id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'name': 'router1', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:55Z', 'updated_at': '2021-08-31T12:33:04Z', 'revision_number': 2, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'gw_port_host': None, '_interfaces': [{'id': '4c257519-d6e0-4c61-a799-902831f33dc0', 'name': '', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'mac_address': 'fa:16:3e:4f:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:04Z', 'updated_at': '2021-08-31T12:33:05Z', 'revision_number': 2, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'subnets': [{'id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc8827b1-9b98-4d16-943c-0f02be3d00cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:06.510626 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Checking router: 605beabe-3eb7-4c59-abef-6262f63e8c87 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:33:06.511031 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Updating router 605beabe-3eb7-4c59-abef-6262f63e8c87 port 4c257519-d6e0-4c61-a799-902831f33dc0 binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:33:06.564273 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:06.934409 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:06.949600 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Transition to ACTIVE for port object 4c257519-d6e0-4c61-a799-902831f33dc0 will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:33:06.957336 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:06.962279 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:07.150765 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Pushing event updated for resources: {'Port': ['ID=4c257519-d6e0-4c61-a799-902831f33dc0,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:07.194155 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.194451 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.194763 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.195160 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.195705 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.196013 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.196319 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.196635 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.196935 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.197234 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.197535 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Tracked resource versions report:
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]: pushed versions:
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Log': {'1.0'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Network': {'1.1'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Port': {'1.5'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'PortForwarding': {'1.2'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'QosPolicy': {'1.8'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'SecurityGroup': {'1.2'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'SubPort': {'1.0'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Subnet': {'1.1'},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Trunk': {'1.1'}}
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]: consumer versions:
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Log': '1.0',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Network': '1.1',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Port': '1.5',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'PortForwarding': '1.2',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'QosPolicy': '1.8',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'SecurityGroup': '1.2',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'SubPort': '1.0',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Subnet': '1.1',
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Trunk': '1.1'}}
Aug 31 12:33:07.198620 dv-cinder-806696-1-iscsi neutron-server[75032]:  {{(pid=75032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:33:07.210784 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:07.218251 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Attempting to bind port 4c257519-d6e0-4c61-a799-902831f33dc0 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:33:07.218653 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Attempting to bind port 4c257519-d6e0-4c61-a799-902831f33dc0 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:33:07.219144 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Attempting to bind port 4c257519-d6e0-4c61-a799-902831f33dc0 on network b7327570-3b41-4e73-9357-eb1a980f3ea3 {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:33:07.225423 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:33:07.225818 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Checking segment: {'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:33:07.226292 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:07.226669 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Bound using segment: {'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:33:07.227171 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Bound port: 4c257519-d6e0-4c61-a799-902831f33dc0, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d46154-d9d2-443e-a5bf-77840a28ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:33:07.227543 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:07.315107 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] For port 4c257519-d6e0-4c61-a799-902831f33dc0, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:33:07.319906 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] For port 4c257519-d6e0-4c61-a799-902831f33dc0, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=4c257519-d6e0-4c61-a799-902831f33dc0,segment=NetworkSegment(d1d46154-d9d2-443e-a5bf-77840a28ce1f),segment_id=d1d46154-d9d2-443e-a5bf-77840a28ce1f)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:33:07.324767 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:07.328808 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:07.413332 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Pushing event updated for resources: {'Port': ['ID=4c257519-d6e0-4c61-a799-902831f33dc0,revision_number=4']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:07.419757 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:07.436990 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Routers {'605beabe-3eb7-4c59-abef-6262f63e8c87'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:33:07.437611 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72392d36a0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:33:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['605beabe-3eb7-4c59-abef-6262f63e8c87'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:07.617030 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] Set router 605beabe-3eb7-4c59-abef-6262f63e8c87 gateway port host: None {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:33:07.939751 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-63f9741b-b242-4595-85d0-edc1859741db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72392d36a0>, [{'id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'name': 'router1', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:55Z', 'updated_at': '2021-08-31T12:33:04Z', 'revision_number': 2, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'gw_port_host': None, '_interfaces': [{'id': '4c257519-d6e0-4c61-a799-902831f33dc0', 'name': '', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'mac_address': 'fa:16:3e:4f:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:04Z', 'updated_at': '2021-08-31T12:33:07Z', 'revision_number': 4, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'subnets': [{'id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc8827b1-9b98-4d16-943c-0f02be3d00cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:07.944170 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9741b-b242-4595-85d0-edc1859741db None None] The sync data for ids ['605beabe-3eb7-4c59-abef-6262f63e8c87'] in dv-cinder-806696-1-iscsi is: [{'id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'name': 'router1', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:55Z', 'updated_at': '2021-08-31T12:33:04Z', 'revision_number': 2, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'gw_port_host': None, '_interfaces': [{'id': '4c257519-d6e0-4c61-a799-902831f33dc0', 'name': '', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'mac_address': 'fa:16:3e:4f:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:04Z', 'updated_at': '2021-08-31T12:33:07Z', 'revision_number': 4, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'subnets': [{'id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc8827b1-9b98-4d16-943c-0f02be3d00cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:33:08.033198 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52152) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:33:08.200425 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcaa7db-2e04-4ec1-881e-5bb192377715 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:33:08.200900 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6bcaa7db-2e04-4ec1-881e-5bb192377715 admin admin] Synchronizing usage tracker for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:33:08.218593 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6bcaa7db-2e04-4ec1-881e-5bb192377715 admin admin] Unset dirty status for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:33:08.219820 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6bcaa7db-2e04-4ec1-881e-5bb192377715 admin admin] 10.222.0.20 "GET /v2.0/networks/6bcb2948-d129-46b9-b32a-896fcf69f35e HTTP/1.1" status: 200  len: 842 time: 0.1855738
Aug 31 12:33:08.230218 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:33:08.235480 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:33:08.239275 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Usage tracker for resource:subnet and tenant:615ee8bb6cdb4c6db16ebfe71f60a57b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:33:08.242782 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:33:08.253047 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:33:08.264310 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Made reservation on behalf of 615ee8bb6cdb4c6db16ebfe71f60a57b for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:33:08.266713 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:08.645010 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.objects.ports [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75029) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Aug 31 12:33:08.645449 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:08.652734 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:08.736033 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:33:08.736386 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Network hostable DHCP agents. Network: 6bcb2948-d129-46b9-b32a-896fcf69f35e, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:33:08.747778 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e92f24-b1af-40ad-a029-b14cf09f9503,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:08.752715 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:08.767834 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:33:08.779388 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 6bcb2948-d129-46b9-b32a-896fcf69f35e) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:33:08.784433 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:33:08.785062 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:08.792226 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e0f72-7959-4dc9-a328-0e7ece2e6708 None None] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:33:08.815850 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5818644
Aug 31 12:33:09.024277 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0eaab-80fe-4737-a3ca-90dcd4d7744b None None] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:33:09.666317 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 4c257519-d6e0-4c61-a799-902831f33dc0 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:33:09.734502 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 4c257519-d6e0-4c61-a799-902831f33dc0 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:33:09.739292 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 4c257519-d6e0-4c61-a799-902831f33dc0 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:33:09.739670 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:09.872766 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:09.904445 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 4c257519-d6e0-4c61-a799-902831f33dc0, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=4c257519-d6e0-4c61-a799-902831f33dc0,segment=NetworkSegment(d1d46154-d9d2-443e-a5bf-77840a28ce1f),segment_id=d1d46154-d9d2-443e-a5bf-77840a28ce1f)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:33:09.908495 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:09.912022 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:09.977021 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=4c257519-d6e0-4c61-a799-902831f33dc0,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:09.980255 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:10.932221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52166) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:33:11.167148 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0f42ddc5-e27d-4c1c-b3ac-54a2c312dab6 admin admin] 10.222.0.20 "GET /v2.0/routers/605beabe-3eb7-4c59-abef-6262f63e8c87 HTTP/1.1" status: 200  len: 710 time: 0.2337027
Aug 31 12:33:11.338825 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf12ca-1206-4b3b-9f6d-1986fd83f088 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:33:11.340186 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8dcf12ca-1206-4b3b-9f6d-1986fd83f088 admin admin] 10.222.0.20 "GET /v2.0/networks/6bcb2948-d129-46b9-b32a-896fcf69f35e HTTP/1.1" status: 200  len: 886 time: 0.1679435
Aug 31 12:33:11.348993 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:33:11.654220 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 4c257519-d6e0-4c61-a799-902831f33dc0 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:33:11.730445 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 4c257519-d6e0-4c61-a799-902831f33dc0 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:33:11.730882 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:11.843750 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:12.032051 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:12.093224 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:12.223363 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Allocated IP 172.27.1.15 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/e4ce3e30-e472-452f-8a69-dd22abbf0e18) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:33:12.370592 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:12.397513 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:12.401275 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:12.461425 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:33:12.464234 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:33:12.468854 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:33:12.497300 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ce3e30-e472-452f-8a69-dd22abbf0e18,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:12.504747 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:12.611239 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:12.807433 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:12.810753 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-771687'] for router, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:13.003511 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Router 605beabe-3eb7-4c59-abef-6262f63e8c87 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:33:13.209595 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:33:13.218053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:13.218457 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Sync routers for ids ['605beabe-3eb7-4c59-abef-6262f63e8c87'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:33:13.220672 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] 10.222.0.20 "PUT /v2.0/routers/605beabe-3eb7-4c59-abef-6262f63e8c87 HTTP/1.1" status: 200  len: 889 time: 1.8750684
Aug 31 12:33:13.231825 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Routers {'605beabe-3eb7-4c59-abef-6262f63e8c87'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:33:13.232495 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fe2190>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:33:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['605beabe-3eb7-4c59-abef-6262f63e8c87'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:13.425776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Set router 605beabe-3eb7-4c59-abef-6262f63e8c87 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:33:13.777352 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fe2190>, [{'id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'name': 'router1', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e4ce3e30-e472-452f-8a69-dd22abbf0e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:55Z', 'updated_at': '2021-08-31T12:33:12Z', 'revision_number': 4, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'gw_port': {'id': 'e4ce3e30-e472-452f-8a69-dd22abbf0e18', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:12Z', 'updated_at': '2021-08-31T12:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '4c257519-d6e0-4c61-a799-902831f33dc0', 'name': '', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'mac_address': 'fa:16:3e:4f:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:04Z', 'updated_at': '2021-08-31T12:33:09Z', 'revision_number': 5, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'subnets': [{'id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc8827b1-9b98-4d16-943c-0f02be3d00cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:13.782393 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Checking router: 605beabe-3eb7-4c59-abef-6262f63e8c87 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:33:13.782757 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Updating router 605beabe-3eb7-4c59-abef-6262f63e8c87 port e4ce3e30-e472-452f-8a69-dd22abbf0e18 binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:33:13.838645 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:14.189287 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:14.201919 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Transition to ACTIVE for port object e4ce3e30-e472-452f-8a69-dd22abbf0e18 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:33:14.208708 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:14.214369 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:14.294689 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccca2ca-5dc0-4965-a13a-71e82b02cd42 None None] Pushing event updated for resources: {'Port': ['ID=e4ce3e30-e472-452f-8a69-dd22abbf0e18,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:14.297386 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-fccca2ca-5dc0-4965-a13a-71e82b02cd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:14.298231 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Attempting to bind port e4ce3e30-e472-452f-8a69-dd22abbf0e18 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:33:14.298602 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Attempting to bind port e4ce3e30-e472-452f-8a69-dd22abbf0e18 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:33:14.298987 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Attempting to bind port e4ce3e30-e472-452f-8a69-dd22abbf0e18 on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:33:14.307826 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:33:14.308206 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:33:14.308608 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:14.309027 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:33:14.309498 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Bound port: e4ce3e30-e472-452f-8a69-dd22abbf0e18, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:33:14.309888 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:14.387278 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] For port e4ce3e30-e472-452f-8a69-dd22abbf0e18, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:33:14.390283 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] For port e4ce3e30-e472-452f-8a69-dd22abbf0e18, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=e4ce3e30-e472-452f-8a69-dd22abbf0e18,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:33:14.394622 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:14.399883 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66e9c5f4-b884-49e0-8593-c82cf85e446d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:14.476755 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccca2ca-5dc0-4965-a13a-71e82b02cd42 None None] Pushing event updated for resources: {'Port': ['ID=e4ce3e30-e472-452f-8a69-dd22abbf0e18,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:14.479712 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Routers {'605beabe-3eb7-4c59-abef-6262f63e8c87'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:33:14.480645 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fe2190>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:33:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['605beabe-3eb7-4c59-abef-6262f63e8c87'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:14.551386 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-fccca2ca-5dc0-4965-a13a-71e82b02cd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:14.683644 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] Set router 605beabe-3eb7-4c59-abef-6262f63e8c87 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:33:15.009253 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fe2190>, [{'id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'name': 'router1', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e4ce3e30-e472-452f-8a69-dd22abbf0e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:55Z', 'updated_at': '2021-08-31T12:33:12Z', 'revision_number': 4, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'gw_port': {'id': 'e4ce3e30-e472-452f-8a69-dd22abbf0e18', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:12Z', 'updated_at': '2021-08-31T12:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '4c257519-d6e0-4c61-a799-902831f33dc0', 'name': '', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'mac_address': 'fa:16:3e:4f:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:04Z', 'updated_at': '2021-08-31T12:33:09Z', 'revision_number': 5, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'subnets': [{'id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc8827b1-9b98-4d16-943c-0f02be3d00cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:33:15.013200 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560e14d-0e8d-4f4b-99ce-5ea34fe2cb32 None None] The sync data for ids ['605beabe-3eb7-4c59-abef-6262f63e8c87'] in dv-cinder-806696-1-iscsi is: [{'id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'name': 'router1', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e4ce3e30-e472-452f-8a69-dd22abbf0e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:55Z', 'updated_at': '2021-08-31T12:33:12Z', 'revision_number': 4, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'gw_port': {'id': 'e4ce3e30-e472-452f-8a69-dd22abbf0e18', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:12Z', 'updated_at': '2021-08-31T12:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '4c257519-d6e0-4c61-a799-902831f33dc0', 'name': '', 'network_id': 'b7327570-3b41-4e73-9357-eb1a980f3ea3', 'tenant_id': '330e451583634f37bb87ed36ffc1ab34', 'mac_address': 'fa:16:3e:4f:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605beabe-3eb7-4c59-abef-6262f63e8c87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:04Z', 'updated_at': '2021-08-31T12:33:09Z', 'revision_number': 5, 'project_id': '330e451583634f37bb87ed36ffc1ab34', 'subnets': [{'id': 'a0bafc73-929b-47c7-a9e3-3bd77337f002', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc8827b1-9b98-4d16-943c-0f02be3d00cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:33:15.472467 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52176) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:33:15.616894 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6e332148-902d-4142-a32b-f24ffed57f8f admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1431887
Aug 31 12:33:15.681623 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device e4ce3e30-e472-452f-8a69-dd22abbf0e18 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:33:15.753820 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port e4ce3e30-e472-452f-8a69-dd22abbf0e18 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:33:15.759411 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port e4ce3e30-e472-452f-8a69-dd22abbf0e18 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:33:15.759790 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:15.875146 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:15.892651 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port e4ce3e30-e472-452f-8a69-dd22abbf0e18, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=e4ce3e30-e472-452f-8a69-dd22abbf0e18,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:33:15.897106 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:15.899190 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:33:15.966069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=e4ce3e30-e472-452f-8a69-dd22abbf0e18,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:33:15.969229 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:33:17.675123 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device e4ce3e30-e472-452f-8a69-dd22abbf0e18 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:33:17.752842 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port e4ce3e30-e472-452f-8a69-dd22abbf0e18 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:33:17.753360 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:23.440109 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:33:28.927607 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-15b6e6f7-d5f2-4b7d-8ad4-4014c35289b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:29.309733 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:31.176136 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fb49-ffe1-4026-94ea-5be0df06cf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:32.270065 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:33.683587 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:58.938121 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-eecfc874-9a88-47b6-9dc2-2f40b59e4403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:33:59.314728 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:00.430864 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:34:01.190288 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-13c8b6d0-b6ed-4431-8fc3-435011b813da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:02.278896 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:03.679378 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:28.932854 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-cff43d43-0e25-405e-82ae-519f2fdb5621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:29.317461 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:31.180838 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-435d42f1-d012-41f3-a1e7-835fb977a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:32.278785 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:33.687581 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:37.431299 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:34:58.935395 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b310c159-3e66-4a90-810c-77373730425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:34:59.320093 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:01.172840 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-74753a69-06d1-451a-8948-1c66593afb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:02.280514 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:03.691542 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:14.432190 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:35:19.328852 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52750) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:19.417715 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f97eb24-4b37-498b-942f-a6d29b5e29ed admin admin] GET failed (client error): The resource could not be found.
Aug 31 12:35:19.418910 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6f97eb24-4b37-498b-942f-a6d29b5e29ed admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0888400
Aug 31 12:35:19.549629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7452a-511a-4f77-91de-532f5bb121d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:19.551010 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ffc7452a-511a-4f77-91de-532f5bb121d4 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1282401
Aug 31 12:35:21.568774 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52760) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:21.702878 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31e0e6-ec26-4786-aeed-b6836d6b4eda admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:21.703428 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ec31e0e6-ec26-4786-aeed-b6836d6b4eda admin admin] Synchronizing usage tracker for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:subnet {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:35:21.719984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ec31e0e6-ec26-4786-aeed-b6836d6b4eda admin admin] Unset dirty status for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:subnet {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:35:21.721108 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ec31e0e6-ec26-4786-aeed-b6836d6b4eda admin admin] 10.222.0.20 "GET /v2.0/subnets/a0bafc73-929b-47c7-a9e3-3bd77337f002 HTTP/1.1" status: 200  len: 849 time: 0.1509125
Aug 31 12:35:21.730154 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:35:21.845511 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:22.032684 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758035820813'] for subnet, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:22.037176 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:35:22.084091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:22.084482 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:22.086496 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] 10.222.0.20 "PUT /v2.0/subnets/a0bafc73-929b-47c7-a9e3-3bd77337f002 HTTP/1.1" status: 200  len: 868 time: 0.3600099
Aug 31 12:35:22.089883 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732676e0-077b-40ec-8f43-1730914fa33c None None] Network b7327570-3b41-4e73-9357-eb1a980f3ea3 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:35:22.107066 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bafc73-929b-47c7-a9e3-3bd77337f002,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:35:22.116636 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.117879 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.118208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.118528 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.118871 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.119189 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.119503 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.119834 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.120149 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.120454 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.120759 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:35:22.124678 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:35:22.575818 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-4251696b-095e-4c50-8930-bc346b02cb78 None None] Provisioning complete for port 4c257519-d6e0-4c61-a799-902831f33dc0 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:35:22.576198 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4251696b-095e-4c50-8930-bc346b02cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:22.702720 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-4251696b-095e-4c50-8930-bc346b02cb78 None None] Provisioning complete for port b899aceb-38d5-4f02-b195-1f7d8000a33e triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:35:22.703131 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4251696b-095e-4c50-8930-bc346b02cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:24.098866 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52770) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:24.303267 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4aa2f8-9a2a-43ea-8f45-be908924746c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:24.303578 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4aa2f8-9a2a-43ea-8f45-be908924746c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:24.305115 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ad4aa2f8-9a2a-43ea-8f45-be908924746c admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2053068
Aug 31 12:35:26.323902 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52780) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:26.520737 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07a4666-7b83-4ccf-ae2f-eb3f22ba66c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:26.521030 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07a4666-7b83-4ccf-ae2f-eb3f22ba66c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:26.522577 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b07a4666-7b83-4ccf-ae2f-eb3f22ba66c9 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1976843
Aug 31 12:35:28.533096 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52790) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:28.762138 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2898a-61c8-47e0-aa2a-3e6795aa4fe8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:28.763481 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8de2898a-61c8-47e0-aa2a-3e6795aa4fe8 admin admin] 10.222.0.20 "GET /v2.0/networks/6bcb2948-d129-46b9-b32a-896fcf69f35e HTTP/1.1" status: 200  len: 886 time: 0.2294405
Aug 31 12:35:28.936526 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-49a33d43-d5f7-4060-a767-5b6c716074bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:29.324162 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:30.785352 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52800) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:30.980202 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1b719-28f8-4d1a-8a4e-65e3eae40e9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:30.981972 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-33f1b719-28f8-4d1a-8a4e-65e3eae40e9a admin admin] 10.222.0.20 "GET /v2.0/networks/b7327570-3b41-4e73-9357-eb1a980f3ea3 HTTP/1.1" status: 200  len: 869 time: 0.1956420
Aug 31 12:35:31.174306 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-83def1d3-abe6-4af7-9610-f18fc1cd5fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:32.286747 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:33.022421 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52810) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:33.154476 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ebe389-3ccf-4c41-b75f-878089744707 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:33.154868 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ebe389-3ccf-4c41-b75f-878089744707 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:33.156355 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-71ebe389-3ccf-4c41-b75f-878089744707 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1329591
Aug 31 12:35:33.695170 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:35.182046 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52820) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:35.311497 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d8963e-184f-4fac-92b5-68c7ce51c0ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:35.311860 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d8963e-184f-4fac-92b5-68c7ce51c0ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:35.313347 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e0d8963e-184f-4fac-92b5-68c7ce51c0ba admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1303802
Aug 31 12:35:37.310907 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52830) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:37.440042 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3303ae7-066a-4312-bdaf-f7778c465065 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:37.441379 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3303ae7-066a-4312-bdaf-f7778c465065 admin admin] 10.222.0.20 "GET /v2.0/subnets/a0bafc73-929b-47c7-a9e3-3bd77337f002 HTTP/1.1" status: 200  len: 868 time: 0.1296525
Aug 31 12:35:39.466803 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52840) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:39.596520 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd1c23-2ef6-4fa6-a860-4ec5ded3b592 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:35:39.597849 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-48cd1c23-2ef6-4fa6-a860-4ec5ded3b592 admin admin] 10.222.0.20 "GET /v2.0/subnets/c4e92f24-b1af-40ad-a029-b14cf09f9503 HTTP/1.1" status: 200  len: 816 time: 0.1301029
Aug 31 12:35:51.432286 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:35:57.664664 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52878) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:57.737207 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-819eb80b-63ef-448f-91bc-61fdb7fff5b7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:35:57.738200 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-819eb80b-63ef-448f-91bc-61fdb7fff5b7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0725965
Aug 31 12:35:58.949964 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-53492c57-4765-4390-ada0-f244ec721154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:59.326762 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:35:59.840141 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52888) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:35:59.933192 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62db53f-32de-4f49-a2a1-1de945b87995 admin admin] GET failed (client error): The resource could not be found.
Aug 31 12:35:59.934480 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a62db53f-32de-4f49-a2a1-1de945b87995 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0933836
Aug 31 12:36:00.076454 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bab767-a577-4f6e-bdd8-01ef1c20b18b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:36:00.077913 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-16bab767-a577-4f6e-bdd8-01ef1c20b18b admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1394362
Aug 31 12:36:01.177168 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6fc5-3072-4455-94e5-3fc367304372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:02.129532 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52898) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:36:02.200818 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:36:02.205626 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:36:02.215803 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:36:02.225280 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Made reservation on behalf of 615ee8bb6cdb4c6db16ebfe71f60a57b for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:36:02.227526 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:02.285477 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:02.317159 dv-cinder-806696-1-iscsi neutron-server[75029]: WARNING neutron.services.revisions.revision_plugin [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f72389e33d0] {project_id='615ee8bb6cdb4c6db16ebfe71f60a57b', id='ab170d32-341e-4cee-b8c6-d272a076a5d7', target_tenant='*', action='access_as_shared', object_id='61049beb-3c10-44e9-a0ba-91d33dde3e0f'}> to bump revision.
Aug 31 12:36:02.331891 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'}  {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:36:02.341278 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:02.341614 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Added segment f5778479-86cc-4012-87b3-005b3d2a183b of type vlan for network 61049beb-3c10-44e9-a0ba-91d33dde3e0f
Aug 31 12:36:02.367638 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:02.397077 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:02.398138 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:36:02.398820 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:02.402477 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:36:02.503324 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Pushing event updated for resources: {'Network': ['ID=61049beb-3c10-44e9-a0ba-91d33dde3e0f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:36:02.508146 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:36:02.510949 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3802936
Aug 31 12:36:02.517788 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 61049beb-3c10-44e9-a0ba-91d33dde3e0f details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:36:03.699723 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:04.545092 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52908) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:36:04.636983 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cab5dd1-a19b-4ba3-a3de-cd4508f5bffe admin admin] GET failed (client error): The resource could not be found.
Aug 31 12:36:04.637483 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3cab5dd1-a19b-4ba3-a3de-cd4508f5bffe admin admin] Synchronizing usage tracker for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:36:04.652758 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3cab5dd1-a19b-4ba3-a3de-cd4508f5bffe admin admin] Unset dirty status for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:36:04.653905 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3cab5dd1-a19b-4ba3-a3de-cd4508f5bffe admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1078780
Aug 31 12:36:04.757306 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35218ceb-d218-454b-a1bc-270e011f59c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:36:04.758655 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-35218ceb-d218-454b-a1bc-270e011f59c0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1007900
Aug 31 12:36:04.767951 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Request body: {'subnet': {'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:36:04.772896 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:36:04.782170 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:36:04.791923 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Made reservation on behalf of 615ee8bb6cdb4c6db16ebfe71f60a57b for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:36:04.794152 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:04.992660 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:04.996127 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:36:05.060102 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9975fbb-deb4-4061-9524-a666b59eae9c,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:36:05.064629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:36:05.074857 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Checking segment: {'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:36:05.075198 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Network hostable DHCP agents. Network: 61049beb-3c10-44e9-a0ba-91d33dde3e0f, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:36:05.097027 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Network 61049beb-3c10-44e9-a0ba-91d33dde3e0f is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:36:05.106095 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 61049beb-3c10-44e9-a0ba-91d33dde3e0f) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:36:05.109913 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:36:05.110476 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:05.115408 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376e54b-9e63-4a03-bf43-29cc38eee057 None None] Network 61049beb-3c10-44e9-a0ba-91d33dde3e0f requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:36:05.134548 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3698895
Aug 31 12:36:05.345672 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-61049beb-3c10-44e9-a0ba-91d33dde3e0f', 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f', 'tenant_id': '615ee8bb6cdb4c6db16ebfe71f60a57b', 'fixed_ips': [{'subnet_id': 'e9975fbb-deb4-4061-9524-a666b59eae9c'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:36:05.346506 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:05.504215 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Allocated IP 192.168.233.2 (61049beb-3c10-44e9-a0ba-91d33dde3e0f/e9975fbb-deb4-4061-9524-a666b59eae9c/22b50b46-f7c8-44f3-8de9-f4ab556b6eca) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:36:05.742053 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:05.753566 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Transition to ACTIVE for port object 22b50b46-f7c8-44f3-8de9-f4ab556b6eca will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:36:05.776177 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Transition to ACTIVE for port object 22b50b46-f7c8-44f3-8de9-f4ab556b6eca will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:36:05.784713 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:05.789675 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-fccca2ca-5dc0-4965-a13a-71e82b02cd42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:36:05.862688 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Network 61049beb-3c10-44e9-a0ba-91d33dde3e0f is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:36:05.863569 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Pushing event updated for resources: {'Port': ['ID=22b50b46-f7c8-44f3-8de9-f4ab556b6eca,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:36:05.866599 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:36:05.869294 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:36:05.880840 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.881183 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.881518 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.882103 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.882217 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.882482 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.883321 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.883321 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.885182 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.885182 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.885182 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:36:05.891189 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:36:05.975476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Attempting to bind port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:36:05.975841 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Attempting to bind port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:36:05.976203 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Attempting to bind port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca on network 61049beb-3c10-44e9-a0ba-91d33dde3e0f {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:36:05.983264 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:36:05.983644 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Checking segment: {'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:36:05.984044 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:05.984433 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Bound using segment: {'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:36:05.984971 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Bound port: 22b50b46-f7c8-44f3-8de9-f4ab556b6eca, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:36:05.985368 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:06.081454 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] For port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:36:06.086067 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] For port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=22b50b46-f7c8-44f3-8de9-f4ab556b6eca,segment=NetworkSegment(f5778479-86cc-4012-87b3-005b3d2a183b),segment_id=f5778479-86cc-4012-87b3-005b3d2a183b)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:36:06.091223 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:06.096536 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-fccca2ca-5dc0-4965-a13a-71e82b02cd42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:36:06.183212 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Pushing event updated for resources: {'Port': ['ID=22b50b46-f7c8-44f3-8de9-f4ab556b6eca,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:36:06.195464 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:36:07.027827 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41279d-2dd9-4048-ba57-2a5c3d7e32cf None None] Network 61049beb-3c10-44e9-a0ba-91d33dde3e0f requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:36:07.173332 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-eb2b6020-c0e3-4f74-be01-9681a580ea82 None None] Provisioning for port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:36:07.753689 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 22b50b46-f7c8-44f3-8de9-f4ab556b6eca up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:36:07.826155 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:36:07.831563 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:36:07.831932 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:07.945471 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:07.980396 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=22b50b46-f7c8-44f3-8de9-f4ab556b6eca,segment=NetworkSegment(f5778479-86cc-4012-87b3-005b3d2a183b),segment_id=f5778479-86cc-4012-87b3-005b3d2a183b)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:36:07.984633 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:07.986901 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:36:08.049216 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=22b50b46-f7c8-44f3-8de9-f4ab556b6eca,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:36:08.052250 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:36:09.737701 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 22b50b46-f7c8-44f3-8de9-f4ab556b6eca up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:36:09.807163 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 22b50b46-f7c8-44f3-8de9-f4ab556b6eca triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:36:09.807537 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:28.433076 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:36:28.944595 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e0772093-43f9-40f0-b0cc-3843eb05d5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:29.332666 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:31.181716 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-37f92cf1-3ace-4daa-8c37-7fc7082d1e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:32.290505 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:33.704276 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:58.948827 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-82b76aff-cf3e-4145-b1fa-8f8a2dc5cfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:36:59.325460 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:01.184730 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-94df308f-eb2e-4947-b247-e83c09950b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:02.293301 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:03.705742 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:05.433968 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:37:08.262712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 52950) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:37:08.268930 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-a2e5a089-17b1-4087-a7ea-95f75de04016 tempest-verify_tempest_config-106873367 tempest-verify_tempest_config-106873367-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:37:08.269969 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a2e5a089-17b1-4087-a7ea-95f75de04016 tempest-verify_tempest_config-106873367 tempest-verify_tempest_config-106873367-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0062439
Aug 31 12:37:08.617660 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 52966) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:37:08.761998 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:08.794771 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:37:08.798615 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Usage tracker for resource:security_group_rule and tenant:123d08353aaa47a5ae693c0dc123c88a is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:37:08.801437 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:37:08.807154 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:37:08.875161 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:08.879351 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:08.890460 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:37:08.939301 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70205752-7f42-467e-ae1c-cf45863ae09a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:37:08.943443 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=123d08353aaa47a5ae693c0dc123c88a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3248243
Aug 31 12:37:08.946118 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 52972) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:37:08.968187 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.968558 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.968889 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.969213 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.969532 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.969847 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.970162 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.970497 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.970835 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.971146 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.971533 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:37:08.976469 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:37:09.019395 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:09.045358 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:09.137079 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:09.140993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:37:09.152047 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70205752-7f42-467e-ae1c-cf45863ae09a,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:37:09.155742 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:37:09.159037 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:09.160133 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70205752-7f42-467e-ae1c-cf45863ae09a HTTP/1.1" status: 204  len: 168 time: 0.2131102
Aug 31 12:37:28.950285 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-322a42b7-ef48-4b44-86a6-abce1a9f62f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:29.327320 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:31.187367 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-247790d6-d30f-4d35-a5b5-9b11d26de16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:32.296825 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:33.708660 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:42.433985 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:37:59.008307 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9b662e8d-9c2c-4402-a9f8-300bfbd100cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:37:59.333019 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:01.188343 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5a1c534b-72b4-4a8e-b822-30318b338e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:02.297310 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:03.712196 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:19.433882 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 5 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:38:28.953444 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3577-c424-42b2-8b71-65f7caa6ebe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:29.327013 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:31.191870 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d9d0a4b0-861c-4927-9397-d3769a5854cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:32.300482 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:33.715956 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:44.449002 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773433'] for agent, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:56.434422 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:38:58.954755 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb405-de25-4cf6-9627-bab95b3d4a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:38:59.328767 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:00.873172 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53046) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:39:01.007205 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ab1ffe8f-072f-4846-9b4c-fe2f66d8129c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1329441
Aug 31 12:39:01.194767 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-04635a81-d2b3-49ab-bf6d-18800d1fbe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:02.304046 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:03.074249 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53056) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:39:03.159747 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-0497d4b7-328a-45e9-a3b6-827722290031 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0843234
Aug 31 12:39:03.719428 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:14.398872 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:28.962792 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b1957bed-558e-45ea-a172-445fe06cb1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:29.333113 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:31.203740 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-da3a45f1-6746-4df4-9b28-cfdf2ca19e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:32.306961 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:33.435164 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:39:33.726162 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:44.408384 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:58.985029 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-09cd77ae-dc2a-466a-830a-081401bbecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:39:59.339039 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:01.197801 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8567a516-1b84-40de-90bc-fe977017d3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:02.309331 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:03.729629 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:10.436350 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:40:14.405116 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:28.959782 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-636b07e7-ca9c-406b-a59e-3f898a9496be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:29.344080 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:31.201672 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b8b4-8e12-4510-a2e0-f24f023abe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:32.313332 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:33.729587 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:40.617018 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53164) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:40.921136 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-987673987-network', 'tenant_id': '51c00b4ab8fa42cbbd3abcd16a9779d9'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:40.929076 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:40.934147 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Usage tracker for resource:network and tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:40.937929 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:40.943683 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:40.958127 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Made reservation on behalf of 51c00b4ab8fa42cbbd3abcd16a9779d9 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:40.960385 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:40.973425 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.006767 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:41.010656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Usage tracker for resource:security_group_rule and tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:41.013449 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:41.019276 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:41.095630 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.099774 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.103896 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:41.136612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41414963-d819-4106-a20b-93dd8e21cf72,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:41.146882 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.147226 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.147550 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.147871 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.148241 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.148522 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.148841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.149191 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.150014 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.150359 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.150668 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Tracked resource versions report:
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]: pushed versions:
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Log': {'1.0'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Network': {'1.1'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Port': {'1.5'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'PortForwarding': {'1.2'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'QosPolicy': {'1.8'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'SecurityGroup': {'1.2'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'SubPort': {'1.0'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Subnet': {'1.1'},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     'Trunk': {'1.1'}}
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]: consumer versions:
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     HyperV agent@hv-cinder-80669: {},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Log': '1.0',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Network': '1.1',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Port': '1.5',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'PortForwarding': '1.2',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'QosPolicy': '1.8',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'SecurityGroup': '1.2',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'SubPort': '1.0',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Subnet': '1.1',
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:                                                      'Trunk': '1.1'}}
Aug 31 12:40:41.151711 dv-cinder-806696-1-iscsi neutron-server[75030]:  {{(pid=75030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:40:41.158173 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:41.159052 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:40:41.171142 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.171998 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Added segment ec16dd9d-dc2c-4d18-a53b-7b0e758db343 of type vlan for network d4687712-a6a9-451f-be02-c3ec21ef8d72
Aug 31 12:40:41.202227 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.235710 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.237108 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:41.237733 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.256185 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:41.341252 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7234809
Aug 31 12:40:41.341745 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53208) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:41.351404 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Pushing event updated for resources: {'Network': ['ID=d4687712-a6a9-451f-be02-c3ec21ef8d72,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:41.352876 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Request body: {'subnet': {'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-987673987-subnet', 'tenant_id': '51c00b4ab8fa42cbbd3abcd16a9779d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:41.354524 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:41.363322 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network d4687712-a6a9-451f-be02-c3ec21ef8d72 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:40:41.387702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:41.402832 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Usage tracker for resource:subnet and tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:41.405846 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:41.416419 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:41.436992 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Made reservation on behalf of 51c00b4ab8fa42cbbd3abcd16a9779d9 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:41.439928 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.717191 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.723298 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c9ccbb98-d40d-4ba7-afdd-501672e60575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:41.777073 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7d9197-4deb-4865-b96a-ecc284d58fed,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:41.789549 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.790472 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.791046 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.791772 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.792450 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.792579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.792821 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.793192 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.793512 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.793956 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.794693 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Tracked resource versions report:
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]: pushed versions:
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Log': {'1.0'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Network': {'1.1'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Port': {'1.5'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'PortForwarding': {'1.2'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'QosPolicy': {'1.8'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'SecurityGroup': {'1.2'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'SubPort': {'1.0'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Subnet': {'1.1'},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     'Trunk': {'1.1'}}
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]: consumer versions:
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     HyperV agent@hv-cinder-80669: {},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Log': '1.0',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Network': '1.1',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Port': '1.5',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'PortForwarding': '1.2',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'QosPolicy': '1.8',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'SecurityGroup': '1.2',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'SubPort': '1.0',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Subnet': '1.1',
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:                                                      'Trunk': '1.1'}}
Aug 31 12:40:41.795719 dv-cinder-806696-1-iscsi neutron-server[75029]:  {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:40:41.801656 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:41.827142 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Checking segment: {'id': 'ec16dd9d-dc2c-4d18-a53b-7b0e758db343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:41.827515 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Network hostable DHCP agents. Network: d4687712-a6a9-451f-be02-c3ec21ef8d72, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:40:41.853992 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Network d4687712-a6a9-451f-be02-c3ec21ef8d72 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:40:41.865231 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, d4687712-a6a9-451f-be02-c3ec21ef8d72) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:41.870320 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:41.871082 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:41.877712 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666195e3-e08f-479f-b0ef-6a1c24e5c87c None None] Network d4687712-a6a9-451f-be02-c3ec21ef8d72 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:41.912049 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5681374
Aug 31 12:40:42.131260 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb102b98-8130-4f3c-b606-07bd7df9c83f None None] Network d4687712-a6a9-451f-be02-c3ec21ef8d72 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:42.304964 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53240) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:42.871649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-492528335-network', 'tenant_id': '515bd60e666444e4ad843f49715034ae'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:42.876326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:42.880383 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Usage tracker for resource:network and tenant:515bd60e666444e4ad843f49715034ae is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:42.883373 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:42.889486 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:42.901423 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Made reservation on behalf of 515bd60e666444e4ad843f49715034ae for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:42.904387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:42.928372 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:42.942374 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53276) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:42.977793 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:42.982351 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Usage tracker for resource:security_group_rule and tenant:515bd60e666444e4ad843f49715034ae is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:42.985816 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:42.991958 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:43.067347 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.079092 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.082594 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9973e3b8-5417-468b-a93e-5d04eff70101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:43.121681 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'}  {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:40:43.130933 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a2dbd-9869-46df-86b0-6c6420ce5fcb,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:43.138033 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:43.139400 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.139904 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Added segment ec0b539a-730d-407c-87a5-9d062b1981b2 of type vlan for network 7ce87443-085c-49e2-8a83-aee5d700cdbe
Aug 31 12:40:43.173224 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.204001 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.205324 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:43.206399 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.210999 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:43.320918 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce87443-085c-49e2-8a83-aee5d700cdbe,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:43.328573 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0178540
Aug 31 12:40:43.328573 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:43.328573 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53294) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:43.333836 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 7ce87443-085c-49e2-8a83-aee5d700cdbe details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:40:43.338769 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Request body: {'subnet': {'network_id': '7ce87443-085c-49e2-8a83-aee5d700cdbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-492528335-subnet', 'tenant_id': '515bd60e666444e4ad843f49715034ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:43.345314 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:43.349808 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Usage tracker for resource:subnet and tenant:515bd60e666444e4ad843f49715034ae is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:43.353083 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:43.359287 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:43.370619 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Made reservation on behalf of 515bd60e666444e4ad843f49715034ae for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:43.373454 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.407495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1416729875-network', 'tenant_id': '5e2f935ddba640e7bccb60e70c8b0f58'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:43.412376 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:43.420818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Usage tracker for resource:network and tenant:5e2f935ddba640e7bccb60e70c8b0f58 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:43.428523 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:43.443963 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:43.469882 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53300) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:43.482472 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Made reservation on behalf of 5e2f935ddba640e7bccb60e70c8b0f58 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:43.486688 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.520453 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53308) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:43.522131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.562550 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:43.567340 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2f935ddba640e7bccb60e70c8b0f58 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:43.570579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:43.577803 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:43.660159 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.668300 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.688266 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:40:43.701268 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.701852 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Added segment d458fbc0-d768-4510-a4c9-1f0b29f9b5e5 of type vlan for network 192ab7b6-eb83-48c3-805b-63fa7350b284
Aug 31 12:40:43.708744 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.722047 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:43.725419 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5150afe5-784d-40fe-81a4-31d13d351681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:43.797696 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.827842 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b4c5a-2e04-4895-bc29-ab2ed510685c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:43.831713 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:43.857256 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc0cc52-eeb5-437f-8c90-2b7b7946e689,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:43.866892 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:43.885279 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.886497 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:43.887118 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.891949 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Checking segment: {'id': 'ec0b539a-730d-407c-87a5-9d062b1981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7ce87443-085c-49e2-8a83-aee5d700cdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:43.892589 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Network hostable DHCP agents. Network: 7ce87443-085c-49e2-8a83-aee5d700cdbe, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:40:43.892698 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c8448fdc-398f-4007-b66f-dce84aa525a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:43.928008 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Network 7ce87443-085c-49e2-8a83-aee5d700cdbe is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:40:43.949870 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 7ce87443-085c-49e2-8a83-aee5d700cdbe) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:43.958545 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:43.959302 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:43.964647 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731787ca-c292-4f81-8646-f25c0534963b None None] Network 7ce87443-085c-49e2-8a83-aee5d700cdbe requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:44.015961 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6862509
Aug 31 12:40:44.020225 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Pushing event updated for resources: {'Network': ['ID=192ab7b6-eb83-48c3-805b-63fa7350b284,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:44.026635 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:44.031862 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0885746
Aug 31 12:40:44.035194 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53320) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:44.042761 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Request body: {'subnet': {'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1416729875-subnet', 'tenant_id': '5e2f935ddba640e7bccb60e70c8b0f58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:44.051079 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:44.059023 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Usage tracker for resource:subnet and tenant:5e2f935ddba640e7bccb60e70c8b0f58 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:44.064587 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:44.068690 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:40:44.079554 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:44.101417 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-network', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:44.104457 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Made reservation on behalf of 5e2f935ddba640e7bccb60e70c8b0f58 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:44.107475 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.109881 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:44.123658 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Usage tracker for resource:network and tenant:e101f99d41ad4ff2af28836ed0fdc976 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:44.128357 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:44.140467 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:44.167143 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Made reservation on behalf of e101f99d41ad4ff2af28836ed0fdc976 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:44.169996 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.194478 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.267564 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1443209437-network', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:44.287603 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:44.305105 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Usage tracker for resource:network and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:44.313887 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:44.316727 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:44.339209 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Usage tracker for resource:security_group_rule and tenant:e101f99d41ad4ff2af28836ed0fdc976 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:44.345525 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:44.351978 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:44.378658 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:44.405362 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Made reservation on behalf of bbc0021c7ae14637bd31f6b6d6788b92 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:44.414655 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.447969 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.449774 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:44.451231 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.463602 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.519176 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85fc9a2-0ca1-457b-84d1-854f992d2fba None None] Network 7ce87443-085c-49e2-8a83-aee5d700cdbe requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:44.554612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:44.567945 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ddb5ab-fd75-427b-8aed-b0fccbbdb398,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:44.572044 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:44.577033 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:44.596814 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:44.623164 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:44.646602 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Checking segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:44.647219 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Network hostable DHCP agents. Network: 192ab7b6-eb83-48c3-805b-63fa7350b284, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:40:44.696794 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:40:44.701520 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.709162 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 192ab7b6-eb83-48c3-805b-63fa7350b284) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:44.713656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.715161 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:44.715552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.718843 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:44.731714 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f384572-e01a-49e6-bc16-5033c87f4149 None None] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:44.763607 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7269158
Aug 31 12:40:44.841877 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.853738 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f825e28-cbb9-4495-b6d3-45ac386cc924,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:44.862281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:44.864621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.902774 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:40:44.922536 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.922821 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Added segment 1911d735-cae5-4976-89c5-730a45507b4e of type vlan for network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2
Aug 31 12:40:44.952973 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:44.983306 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:44.996717 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.003236 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:45.004045 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.046149 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:40:45.046982 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:40:45.052904 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5130942
Aug 31 12:40:45.052904 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2947a3a0-73a4-44b2-89a4-79103f5efa6c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:45.053387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53356) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:45.054807 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:45.055343 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:45.061004 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Request body: {'subnet': {'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1443209437-subnet', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:45.070870 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:45.077049 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Usage tracker for resource:subnet and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:45.081005 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:45.088936 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:45.104810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Made reservation on behalf of bbc0021c7ae14637bd31f6b6d6788b92 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:45.108667 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.161944 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:45.172002 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:45.193942 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:40:45.402433 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.404247 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5631ebf-b030-4eeb-8be0-4adcefd15baf None None] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:45.407193 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d510965b-e0f7-40cd-a782-8cad77116db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:45.464148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dde0f6-505e-49f7-a6e0-0f635fe8a49b,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:45.468846 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:45.519456 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53368) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:45.526015 dv-cinder-806696-1-iscsi neutron-server[75030]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Aug 31 12:40:45.528201 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Checking segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:45.528659 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Network hostable DHCP agents. Network: cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:40:45.558079 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:40:45.565469 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.574476 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:45.595713 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:45.597156 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.636534 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d8518-a4e1-4272-88e1-e1a7e94552b5 None None] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:45.643329 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5874393
Aug 31 12:40:45.645310 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53374) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:45.659350 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:45.668251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:45.678440 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Usage tracker for resource:router and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:45.687532 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:45.702480 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:45.722912 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.724188 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.767627 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:45.846637 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:40:46.011283 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.011623 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Added segment 8ffdb318-843b-4c72-821e-21c3d1959ea7 of type vlan for network c76c8b1b-76ba-46a7-9d96-50478ad4ca39
Aug 31 12:40:46.076275 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56944a-673f-45d6-8152-a05ed869c454 req-ce114e6c-d2a9-47c7-bc63-e922aa8632c9 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:46.078175 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-9e56944a-673f-45d6-8152-a05ed869c454 req-ce114e6c-d2a9-47c7-bc63-e922aa8632c9 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Synchronizing usage tracker for tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 on resource:network {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:40:46.136744 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.164698 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-9e56944a-673f-45d6-8152-a05ed869c454 req-ce114e6c-d2a9-47c7-bc63-e922aa8632c9 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Unset dirty status for tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 on resource:network {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:40:46.181823 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-ce114e6c-d2a9-47c7-bc63-e922aa8632c9 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/networks?id=d4687712-a6a9-451f-be02-c3ec21ef8d72 HTTP/1.1" status: 200  len: 811 time: 0.6583729
Aug 31 12:40:46.215786 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-b8cbb3f1-21ce-4555-a6b4-31b7e6e5002a tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/quotas/51c00b4ab8fa42cbbd3abcd16a9779d9 HTTP/1.1" status: 200  len: 375 time: 0.0331054
Aug 31 12:40:46.285269 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.313711 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-8293d07d-1a93-4249-a104-254a672b91e0 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51c00b4ab8fa42cbbd3abcd16a9779d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0969229
Aug 31 12:40:46.326913 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.328516 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:46.329746 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.349345 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:46.359483 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:40:46.362780 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.379207 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.9033139
Aug 31 12:40:46.420895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53404) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:46.435559 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Request body: {'subnet': {'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-subnet', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:46.453664 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:46.462506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Usage tracker for resource:subnet and tenant:e101f99d41ad4ff2af28836ed0fdc976 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:46.467299 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:46.470514 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Pushing event updated for resources: {'Network': ['ID=c76c8b1b-76ba-46a7-9d96-50478ad4ca39,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:46.473879 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:46.479169 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:46.495256 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Made reservation on behalf of e101f99d41ad4ff2af28836ed0fdc976 for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:46.499070 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.542173 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:40:46.684119 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.735015 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Allocated IP 172.20.0.2 (cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2/94dde0f6-505e-49f7-a6e0-0f635fe8a49b/a20bc959-3e9f-4573-aafe-7b94bb625b99) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:40:46.744587 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.888465 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:46.900956 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8ee72a16-3efb-44b1-b840-c93d6a32bcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:46.940979 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Allocated IP 172.27.1.173 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/61953dd3-f69c-4d0f-8a5d-76e6c3fe3941) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:40:47.017793 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Checking segment: {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:47.018089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Network hostable DHCP agents. Network: c76c8b1b-76ba-46a7-9d96-50478ad4ca39, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:40:47.093921 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:40:47.107061 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf950c9-ae77-4c52-8a72-5d765e890f09,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:47.109663 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:47.112673 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, c76c8b1b-76ba-46a7-9d96-50478ad4ca39) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:47.118636 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:47.119252 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.156839 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7348356
Aug 31 12:40:47.157914 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53428) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:47.165210 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcbbf09-cfeb-42bd-92af-40b44af19d8a None None] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:47.165674 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:47.174515 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:47.185510 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Usage tracker for resource:router and tenant:e101f99d41ad4ff2af28836ed0fdc976 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:47.194554 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:47.211225 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:47.239732 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.242034 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.297487 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.307318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53444) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:47.321580 dv-cinder-806696-1-iscsi neutron-server[75029]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Aug 31 12:40:47.326531 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.442629 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:40:47.493889 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.505674 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Transition to ACTIVE for port object a20bc959-3e9f-4573-aafe-7b94bb625b99 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:40:47.528235 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Transition to ACTIVE for port object a20bc959-3e9f-4573-aafe-7b94bb625b99 will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:40:47.571915 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.588331 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:47.598225 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738924-6c30-4dc7-8640-b41050fc352e req-3e131adf-a174-43ae-93bb-a9dff48461d3 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:47.599949 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-3e131adf-a174-43ae-93bb-a9dff48461d3 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.2917235
Aug 31 12:40:47.601624 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.608316 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0fd1e5e6-7154-4362-99f1-97267cd62885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:47.670146 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:40:47.674639 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9b517-2fb9-4c65-84bf-4f3984bc2388 None None] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:47.691307 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Pushing event updated for resources: {'Port': ['ID=a20bc959-3e9f-4573-aafe-7b94bb625b99,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:47.697998 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:40:47.711664 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:47.715566 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:47.722575 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:40:47.722799 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.723055 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.723387 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.723718 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.726106 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.726446 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.726811 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.727206 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.727536 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.727858 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.728179 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Tracked resource versions report:
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]: pushed versions:
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Log': {'1.0'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Network': {'1.1'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Port': {'1.5'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'PortForwarding': {'1.2'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'QosPolicy': {'1.8'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'SecurityGroup': {'1.2'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'SubPort': {'1.0'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Subnet': {'1.1'},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     'Trunk': {'1.1'}}
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]: consumer versions:
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     HyperV agent@hv-cinder-80669: {},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Log': '1.0',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Network': '1.1',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Port': '1.5',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'PortForwarding': '1.2',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'QosPolicy': '1.8',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'SecurityGroup': '1.2',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'SubPort': '1.0',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Subnet': '1.1',
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:                                                      'Trunk': '1.1'}}
Aug 31 12:40:47.729229 dv-cinder-806696-1-iscsi neutron-server[75031]:  {{(pid=75031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:40:47.753748 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:40:47.763000 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.844527 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-f9fbeea5-86f7-4b9d-a695-55f85d8d85ee tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/quotas/5e2f935ddba640e7bccb60e70c8b0f58 HTTP/1.1" status: 200  len: 375 time: 0.2376370
Aug 31 12:40:47.846580 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Pushing event updated for resources: {'Port': ['ID=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:47.851123 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:47.882629 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Attempting to bind port a20bc959-3e9f-4573-aafe-7b94bb625b99 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:40:47.883517 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Attempting to bind port a20bc959-3e9f-4573-aafe-7b94bb625b99 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:40:47.884367 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Attempting to bind port a20bc959-3e9f-4573-aafe-7b94bb625b99 on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:40:47.896644 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:47.915211 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-edc34b03-7be7-408a-a69f-def06ba58b6e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0608854
Aug 31 12:40:47.929147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.929881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.991755 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:40:47.992179 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Checking segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:47.992539 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:47.993505 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Bound using segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:40:47.994175 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Bound port: a20bc959-3e9f-4573-aafe-7b94bb625b99, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:40:47.994580 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.105222 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.145238 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.248207 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53482) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:48.267518 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-707699192-network', 'tenant_id': 'b2b3914a80954fb086edda5a9d4e3d00'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:48.278343 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:48.279992 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] For port a20bc959-3e9f-4573-aafe-7b94bb625b99, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:40:48.285922 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Usage tracker for resource:network and tenant:b2b3914a80954fb086edda5a9d4e3d00 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:48.289791 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:48.311368 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:48.333889 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Made reservation on behalf of b2b3914a80954fb086edda5a9d4e3d00 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:48.337633 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.343280 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] For port a20bc959-3e9f-4573-aafe-7b94bb625b99, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a20bc959-3e9f-4573-aafe-7b94bb625b99,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:40:48.350839 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.356057 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-66c4c0e5-b8d5-4f67-961b-af935e1c189a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:48.361011 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.379570 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53488) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:48.416252 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-b9e4120d-d05a-4a2b-b89b-906ac28c0927 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:40:48.417353 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-b9e4120d-d05a-4a2b-b89b-906ac28c0927 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.9125788
Aug 31 12:40:48.434830 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:48.448744 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b3914a80954fb086edda5a9d4e3d00 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:48.455891 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:48.474579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:48.534308 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Pushing event updated for resources: {'Port': ['ID=a20bc959-3e9f-4573-aafe-7b94bb625b99,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:48.543914 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:48.592819 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Router 06fe5070-8e25-4f87-ac95-5ebf69cc836c is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:40:48.629916 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.683043 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-b2bba9b7-9cf6-4d07-8621-c293d7d4ab6b service neutron] 10.222.0.20 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585561
Aug 31 12:40:48.701367 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Allocated IP 172.27.1.10 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/e3d1da63-ce4c-4b42-a5ed-6840663ae4d5) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:40:48.759314 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-19324b84-bfa8-49b2-a3b3-e8ba3adfc511 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:40:48.760347 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-19324b84-bfa8-49b2-a3b3-e8ba3adfc511 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2663589
Aug 31 12:40:48.890614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53500) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:48.918442 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:48.939125 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.961257 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:48.985917 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:48.988296 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Usage tracker for resource:security_group_rule and tenant:cff1a6bb2cbe452fb284ba881e8de648 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:49.002459 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:49.020643 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:49.072463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594b1570-86a1-44f1-b879-ba42b0431926,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:49.083297 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-555db97d-8256-4f87-96ee-03e221cb7cbf service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3061643
Aug 31 12:40:49.085012 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:49.088406 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'}  {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:40:49.118560 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-4d17044b-3529-4fb6-af24-ecce16c97a74 service neutron] 10.222.0.20 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4030094
Aug 31 12:40:49.183000 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.228816 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.229319 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Added segment cf7f6250-9cfc-490d-b2cf-c94b4701ce92 of type vlan for network 8594789f-34e3-4613-bd15-65225cb94ae5
Aug 31 12:40:49.252350 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.261275 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.284204 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:49.306130 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.342883 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721207bc-770c-4228-87a1-2c1e1d1eb0e0,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:49.348051 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cff1a6bb2cbe452fb284ba881e8de648&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9675312
Aug 31 12:40:49.349400 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:49.352803 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53512) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:49.356233 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.386934 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:49.517716 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.535842 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:40:49.558159 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:49.568819 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:40:49.585692 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:49.595108 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Usage tracker for resource:security_group_rule and tenant:97d35839cc40482db7c0bfbfc79cf5fa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:49.614096 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:49.621662 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-2cb10ada-f455-4969-bb10-6071aac4b31c service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5305574
Aug 31 12:40:49.631115 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:49.670173 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.680381 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:49.680978 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:49.692580 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:49.801560 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:49.973190 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:50.014625 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0063cd9c-60fc-4b18-b1d2-716faf54e2de req-cd8bc424-d977-4e98-9451-57e33d0f80eb tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 210 time: 0.2165358
Aug 31 12:40:50.029649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:40:50.049298 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Sync routers for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:40:50.059349 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.073521 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:40:50.074157 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fdea60>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:40:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:50.077750 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Pushing event updated for resources: {'Network': ['ID=8594789f-34e3-4613-bd15-65225cb94ae5,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:50.084235 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:50.100027 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 8594789f-34e3-4613-bd15-65225cb94ae5 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:40:50.113205 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.148272 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.149766 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.162596 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a20bc959-3e9f-4573-aafe-7b94bb625b99 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:40:50.237688 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.273375 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.285159 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3536fd-c9ea-4a61-8533-d7981095730f None None] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:50.289786 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.0357902
Aug 31 12:40:50.294165 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53560) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:50.406042 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:40:50.408623 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:50.430883 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Request body: {'subnet': {'network_id': '8594789f-34e3-4613-bd15-65225cb94ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-707699192-subnet', 'tenant_id': 'b2b3914a80954fb086edda5a9d4e3d00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:50.466335 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:50.495560 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d220483d-d90c-4a87-a385-f336a5538808 req-126d518a-7dd4-4326-a417-e3ff19dbbd67 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.1924639
Aug 31 12:40:50.512307 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Usage tracker for resource:subnet and tenant:b2b3914a80954fb086edda5a9d4e3d00 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:50.517486 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.544964 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:50.571825 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e91a1a9d-1012-4e59-a8ba-d416e22b132b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:50.591967 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:50.606314 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.622031 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.9742186
Aug 31 12:40:50.622240 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721207bc-770c-4228-87a1-2c1e1d1eb0e0,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:50.626677 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Synchronizing usage tracker for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:40:50.634241 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53572) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:50.641654 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:50.643676 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1868d971-7901-46ed-819c-c826df268538,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:50.653829 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:50.701234 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Unset dirty status for tenant:615ee8bb6cdb4c6db16ebfe71f60a57b on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:40:50.702685 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97d35839cc40482db7c0bfbfc79cf5fa&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8103750
Aug 31 12:40:50.705548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53580) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:50.753150 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port a20bc959-3e9f-4573-aafe-7b94bb625b99 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:40:50.872779 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Made reservation on behalf of b2b3914a80954fb086edda5a9d4e3d00 for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:50.875579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.885916 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Provisioning for port a20bc959-3e9f-4573-aafe-7b94bb625b99 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:40:50.892004 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:50.900595 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Provisioning complete for port a20bc959-3e9f-4573-aafe-7b94bb625b99 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:40:50.904324 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.003019 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.004224 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/721207bc-770c-4228-87a1-2c1e1d1eb0e0 HTTP/1.1" status: 204  len: 168 time: 1.6467946
Aug 31 12:40:51.037986 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.106309 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fdea60>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:40:47Z', 'revision_number': 3, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:51.153568 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Checking router: 06fe5070-8e25-4f87-ac95-5ebf69cc836c for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:40:51.154135 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Updating router 06fe5070-8e25-4f87-ac95-5ebf69cc836c port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:40:51.278869 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.307718 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:51.346772 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1868d971-7901-46ed-819c-c826df268538,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:51.354091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.358356 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1868d971-7901-46ed-819c-c826df268538 HTTP/1.1" status: 204  len: 168 time: 0.6515355
Aug 31 12:40:51.360924 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:51.503264 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.542967 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.556097 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:51.556481 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.724529 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=780fdbf5-cb11-4285-9c59-cd88d3c31231,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:51.785017 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:51.928953 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] For port a20bc959-3e9f-4573-aafe-7b94bb625b99, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a20bc959-3e9f-4573-aafe-7b94bb625b99,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:40:51.964826 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:51.982695 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1dc175e4-904f-4d53-bbc1-2498fbcb001c req-7d030643-63a2-4bb5-8e98-ff01ea88be55 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 210 time: 0.1826620
Aug 31 12:40:51.993968 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:52.025044 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Router 491a781a-93c1-442c-8acc-da98275563cf is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:40:52.109188 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c87aa399-33d7-4acd-b9f0-b0051b354cb8 req-7b3f7534-e3a1-428f-8117-aa2fcbb5da29 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.0931079
Aug 31 12:40:52.188052 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Pushing event updated for resources: {'Port': ['ID=a20bc959-3e9f-4573-aafe-7b94bb625b99,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:52.193343 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:52.223580 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Checking segment: {'id': 'cf7f6250-9cfc-490d-b2cf-c94b4701ce92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8594789f-34e3-4613-bd15-65225cb94ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:52.223942 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Network hostable DHCP agents. Network: 8594789f-34e3-4613-bd15-65225cb94ae5, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:40:52.244989 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53636) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:52.287206 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.293289 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Network 8594789f-34e3-4613-bd15-65225cb94ae5 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:40:52.313387 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 8594789f-34e3-4613-bd15-65225cb94ae5) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:52.325274 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b315b5-ac92-46a9-9294-f52e271a3964 None None] Network 8594789f-34e3-4613-bd15-65225cb94ae5 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:52.364413 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:52.377131 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Usage tracker for resource:security_group_rule and tenant:5f340866b3264118a5b2179cc7b13176 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:52.381895 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:52.400411 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:52.400672 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:52.400775 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.458261 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.1403964
Aug 31 12:40:52.602941 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.610600 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.634015 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-21df0af6-b1ac-4baf-95a5-afffe7c181e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:52.659116 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53642) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:52.689950 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.718514 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53646) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:52.737137 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:52.744423 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Usage tracker for resource:security_group_rule and tenant:7c741285cbd14545a6fe88180e56f558 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:52.749272 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:52.758834 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:52.760723 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-bb6cb59b-3e56-46db-9d47-6c9229873c85 None None] Provisioning complete for port a20bc959-3e9f-4573-aafe-7b94bb625b99 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:40:52.761266 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb59b-3e56-46db-9d47-6c9229873c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.767725 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.790656 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Transition to ACTIVE for port object 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:40:52.793188 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6ed69-b5e5-47d3-a131-aee257c5b95b None None] Network 8594789f-34e3-4613-bd15-65225cb94ae5 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:40:52.805569 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.819216 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e02fd-e918-498c-8f55-47803679a23a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:52.822857 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:52.835844 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:52.847115 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f340866b3264118a5b2179cc7b13176&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6006482
Aug 31 12:40:52.850249 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53650) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:52.923070 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Deleting subnet 9cc0cc52-eeb5-437f-8c90-2b7b7946e689 {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:40:52.928404 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:52.978632 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Pushing event updated for resources: {'Port': ['ID=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,revision_number=2']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:52.990022 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Attempting to bind port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:40:52.990651 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Attempting to bind port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:40:52.991152 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Attempting to bind port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:40:52.996395 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.000715 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.001486 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.001979 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.002576 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.003081 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.004914 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.005438 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.005998 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.006129 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.006990 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.007423 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.007850 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Tracked resource versions report:
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]: pushed versions:
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]: {   'ConntrackHelper': {'1.0'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Log': {'1.0'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Network': {'1.1'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Port': {'1.5'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'PortForwarding': {'1.2'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'QosPolicy': {'1.8'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'SecurityGroup': {'1.2'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'SecurityGroupRule': {'1.0'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'SubPort': {'1.0'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Subnet': {'1.1'},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     'Trunk': {'1.1'}}
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]: consumer versions:
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]: {   DHCP agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     HyperV agent@hv-cinder-80669: {},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     L3 agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     Metadata agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     Metering agent@dv-cinder-806696-1-iscsi: {},
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:     Open vSwitch agent@dv-cinder-806696-1-iscsi: {   'ConntrackHelper': '1.0',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Log': '1.0',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Network': '1.1',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Port': '1.5',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'PortForwarding': '1.2',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'QosPolicy': '1.8',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'SecurityGroup': '1.2',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'SecurityGroupRule': '1.0',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'SubPort': '1.0',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Subnet': '1.1',
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:                                                      'Trunk': '1.1'}}
Aug 31 12:40:53.009702 dv-cinder-806696-1-iscsi neutron-server[75032]:  {{(pid=75032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 31 12:40:53.016500 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.016998 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:53.019651 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:40:53.020171 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:53.021400 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.021905 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:40:53.022515 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Bound port: 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:40:53.023597 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.076699 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.094277 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.118545 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] For port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:40:53.123844 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] For port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:40:53.130578 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.136161 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.138030 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:53.146645 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:53.238361 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Pushing event updated for resources: {'Port': ['ID=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:53.243496 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:53.244559 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:40:53.245462 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fdea60>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:40:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:53.286049 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c741285cbd14545a6fe88180e56f558&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6240790
Aug 31 12:40:53.287013 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53660) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:53.302556 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.314655 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd063a8b-9dea-4d12-a1be-54ff4de106f3,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:53.319163 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:53.325365 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.334697 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2daec8c8-d90a-49da-822a-ecca64a69914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:53.342128 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7f41a040-1f7c-40aa-a75c-e1d38a50915e req-815a0d7c-4c60-4cf5-be45-502e21277218 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 210 time: 0.0691843
Aug 31 12:40:53.343630 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3065a72e-6be7-4cc6-969e-1f34ce919782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:53.362078 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e02fd-e918-498c-8f55-47803679a23a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:53.395177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc0cc52-eeb5-437f-8c90-2b7b7946e689,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:53.397858 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:53.414452 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:40:53.423902 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Sync routers for ids ['491a781a-93c1-442c-8acc-da98275563cf'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:40:53.450437 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.458005 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.2990170
Aug 31 12:40:53.460676 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.466710 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9cc0cc52-eeb5-437f-8c90-2b7b7946e689 HTTP/1.1" status: 204  len: 168 time: 0.7463188
Aug 31 12:40:53.468136 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53666) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:53.468598 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53668) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:53.472067 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Routers {'491a781a-93c1-442c-8acc-da98275563cf'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:40:53.473318 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7239233730>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:40:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['491a781a-93c1-442c-8acc-da98275563cf'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:53.497471 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:53.510529 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-39409bee-5340-46a2-861b-1c5ea0f75b12 req-c317e3c5-23eb-40b5-8c73-5573e60dfd67 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.1512139
Aug 31 12:40:53.518336 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.522041 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/294e02fd-e918-498c-8f55-47803679a23a HTTP/1.1" status: 204  len: 168 time: 0.6676590
Aug 31 12:40:53.549369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.573054 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:40:53.585485 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.660639 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.676834 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:53.694212 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd063a8b-9dea-4d12-a1be-54ff4de106f3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:53.697475 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:53.698702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:53.700814 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd063a8b-9dea-4d12-a1be-54ff4de106f3 HTTP/1.1" status: 204  len: 168 time: 0.4015496
Aug 31 12:40:53.947000 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a20bc959-3e9f-4573-aafe-7b94bb625b99 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:40:53.998512 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fdea60>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:40:47Z', 'revision_number': 3, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:54.003444 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9bd6e-8142-4069-8371-c8fd5fa5594f None None] The sync data for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi is: [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:40:47Z', 'revision_number': 3, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:40:54.010078 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Set router 491a781a-93c1-442c-8acc-da98275563cf gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:40:54.058964 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:54.317439 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port a20bc959-3e9f-4573-aafe-7b94bb625b99 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:40:54.317817 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:54.411611 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:54.457168 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f72384e1430>> segment before_delete 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.458642 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f72384e1430>> subnet precommit_delete_associations 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.459971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> segment_host_mapping after_create 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.460487 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> port after_create 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.461281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> port after_delete 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.461864 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> port after_update 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.462393 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> segment after_delete 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.462979 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> subnet after_create 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.463502 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> subnet after_delete 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.464016 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72384e1730>> subnet after_update 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.730203 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f723822cb20>> subnet after_create 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.730640 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f723822cb20>> subnet after_delete 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.731057 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f723822cb20>> subnet before_create 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.731450 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f723822cb20>> subnet before_update 55550000 {{(pid=75030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:40:54.731904 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72384e1a00>,) {'filters': {'network_id': ['7ce87443-085c-49e2-8a83-aee5d700cdbe']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:54.744659 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7239233730>, [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:40:49Z', 'revision_number': 3, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:54.751813 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Checking router: 491a781a-93c1-442c-8acc-da98275563cf for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:40:54.752729 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Updating router 491a781a-93c1-442c-8acc-da98275563cf port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:40:54.861456 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72384e1a00>, 'ec0b539a-730d-407c-87a5-9d062b1981b2') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:54.862072 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72384e1a00>, 'ec0b539a-730d-407c-87a5-9d062b1981b2') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:54.877312 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:54.942036 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:54.985375 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:55.049707 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:40:55.050354 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   util.warn_limited(
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   util.warn_limited(
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:40:55.069961 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:40:55.171817 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8acc0f81-4f18-4d8f-8791-6e751c298901 req-0173bbe4-7fad-49a0-bd6e-4058673ec6b1 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.0619895
Aug 31 12:40:55.483451 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6f32257f-0543-4dee-8885-c7a3dc784b39 req-cfb4c26b-5f06-405c-8212-f999d236a1a4 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 210 time: 0.4687705
Aug 31 12:40:55.563716 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:55.579055 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.43', 62439) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:55.679859 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6809d682-281b-4fe9-8dab-37fefac0dd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:55.710783 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:55.742210 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:55.750496 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce87443-085c-49e2-8a83-aee5d700cdbe,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:55.770531 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Transition to ACTIVE for port object e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:40:55.773255 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:55.781971 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:55.791483 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:55.794899 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ce87443-085c-49e2-8a83-aee5d700cdbe HTTP/1.1" status: 204  len: 168 time: 2.3224421
Aug 31 12:40:55.801085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:55.827816 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53732) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:55.970450 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Attempting to bind port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:40:55.971020 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Attempting to bind port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:40:55.971454 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Attempting to bind port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:40:55.979886 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2aaf-b2b0-4dc4-8b7e-18ed95c86f86 None None] Pushing event updated for resources: {'Port': ['ID=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:55.989077 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-a88f2aaf-b2b0-4dc4-8b7e-18ed95c86f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:55.991988 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:40:56.029165 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:40:56.029579 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:40:56.030046 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:56.030440 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:40:56.031163 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Bound port: e3d1da63-ce4c-4b42-a5ed-6840663ae4d5, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:40:56.031596 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:56.141289 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56944a-673f-45d6-8152-a05ed869c454 req-20c9b734-0d5c-4e38-b5da-8497f2c0d4ed tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:56.146335 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-20c9b734-0d5c-4e38-b5da-8497f2c0d4ed tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.43 "GET /v2.0/networks?id=d4687712-a6a9-451f-be02-c3ec21ef8d72 HTTP/1.1" status: 200  len: 811 time: 0.5660028
Aug 31 12:40:56.193618 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] For port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:40:56.197865 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Request body: {'port': {'device_id': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72', 'admin_state_up': True, 'tenant_id': '51c00b4ab8fa42cbbd3abcd16a9779d9'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:56.198352 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] For port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:40:56.212217 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:56.228345 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-a88f2aaf-b2b0-4dc4-8b7e-18ed95c86f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:56.348608 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2aaf-b2b0-4dc4-8b7e-18ed95c86f86 None None] Pushing event updated for resources: {'Port': ['ID=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:56.370542 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-a88f2aaf-b2b0-4dc4-8b7e-18ed95c86f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:56.378476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:40:56.387401 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:40:56.388397 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:56.651382 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:56.679913 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Routers {'491a781a-93c1-442c-8acc-da98275563cf'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:40:56.681098 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7239233730>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:40:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['491a781a-93c1-442c-8acc-da98275563cf'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:56.708501 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:56.716069 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Usage tracker for resource:port and tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:56.728238 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:56.749907 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:56.769352 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.43', 62443) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:56.786894 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Made reservation on behalf of 51c00b4ab8fa42cbbd3abcd16a9779d9 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:56.791901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:56.821389 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:40:56.833678 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:56.845318 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:57.073657 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Allocated IP 172.20.0.1 (cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2/94dde0f6-505e-49f7-a6e0-0f635fe8a49b/b01136b6-52c0-400d-ae42-94f9666180ff) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:40:57.154137 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:57.159736 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:57.171596 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] Set router 491a781a-93c1-442c-8acc-da98275563cf gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:40:57.276962 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-73e89535-4a11-466a-ae66-52aaf3d41d8a req-f6388975-dce6-4d62-94d2-3f7bd80ca8c6 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.3735523
Aug 31 12:40:57.299122 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-90947bd3-cbaa-406b-b14d-6f2ec284abc7 req-62edeab3-bec3-420e-8b5e-359369691582 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 210 time: 0.3774648
Aug 31 12:40:57.301191 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Deleting subnet 780fdbf5-cb11-4285-9c59-cd88d3c31231 {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:40:57.310375 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:57.321040 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738924-6c30-4dc7-8640-b41050fc352e req-dcd619fe-a965-417a-8b58-f869c11f068e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:40:57.326025 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-dcd619fe-a965-417a-8b58-f869c11f068e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.5519707
Aug 31 12:40:57.361248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Request body: {'port': {'device_id': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'admin_state_up': True, 'tenant_id': '5e2f935ddba640e7bccb60e70c8b0f58'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:40:57.682389 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:57.982133 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7239233730>, [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:40:49Z', 'revision_number': 3, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:40:57.996782 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a71c0f-e8f4-4572-9e36-605c7244a1d8 None None] The sync data for ids ['491a781a-93c1-442c-8acc-da98275563cf'] in dv-cinder-806696-1-iscsi is: [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:40:49Z', 'revision_number': 3, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:40:58.043832 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:58.056373 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:40:58.065422 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:40:58.085744 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Usage tracker for resource:port and tenant:5e2f935ddba640e7bccb60e70c8b0f58 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:40:58.095533 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Allocated IP 172.20.0.9 (d4687712-a6a9-451f-be02-c3ec21ef8d72/4c7d9197-4deb-4865-b96a-ecc284d58fed/cbe75b69-854e-4ece-a6b7-5967ebb4a402) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:40:58.105112 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:40:58.139430 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Transition to ACTIVE for port object b01136b6-52c0-400d-ae42-94f9666180ff will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:40:58.140436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:40:58.156010 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:58.202363 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Made reservation on behalf of 5e2f935ddba640e7bccb60e70c8b0f58 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:40:58.205747 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:58.226215 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:40:58.228387 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:58.933676 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-445a6123-b964-4ec9-a65f-1e105da22cf0 req-4bdc10c7-7a06-4a3f-9574-a7666c864a2b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.0841339
Aug 31 12:40:59.015670 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bdddae4f-0702-4c17-a812-01d4883f3f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:59.111389 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-64d379cd-918c-43fb-b6cf-14c5a6646d7a req-f9149e9e-99ae-45e0-a7f2-b736e475f552 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 210 time: 0.2913928
Aug 31 12:40:59.121897 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:59.128451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:59.175108 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8dc75164-1de9-4a4e-93d0-b6e638112015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:59.257432 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=780fdbf5-cb11-4285-9c59-cd88d3c31231,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:59.265461 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:59.281204 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:40:59.284773 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:40:59.367193 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:59.409700 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:40:59.494835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Allocated IP 172.20.0.4 (192ab7b6-eb83-48c3-805b-63fa7350b284/04ddb5ab-fd75-427b-8aed-b0fccbbdb398/b48943a6-9256-44bb-8941-8bf1eca67423) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:40:59.509332 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:59.530845 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:40:59.674672 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Pushing event updated for resources: {'Port': ['ID=b01136b6-52c0-400d-ae42-94f9666180ff,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:40:59.700096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:40:59.770644 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:40:59.792965 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/780fdbf5-cb11-4285-9c59-cd88d3c31231 HTTP/1.1" status: 204  len: 168 time: 3.9576848
Aug 31 12:40:59.798456 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 53840) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:40:59.903733 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.029596 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:00.147298 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.244257 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-14bf5ae5-a9da-454c-9f8c-efe619ef54d6 None None] Provisioning for port b01136b6-52c0-400d-ae42-94f9666180ff completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:00.300983 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-14bf5ae5-a9da-454c-9f8c-efe619ef54d6 None None] Provisioning complete for port b01136b6-52c0-400d-ae42-94f9666180ff triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:00.301494 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-14bf5ae5-a9da-454c-9f8c-efe619ef54d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.442077 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:00.444607 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f185cdde-bb55-4994-81f1-a128843ced3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:00.459520 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:00.460735 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.541039 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Network d4687712-a6a9-451f-be02-c3ec21ef8d72 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:00.575219 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:00.583431 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:00.599380 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:00.600394 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.634785 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-14bf5ae5-a9da-454c-9f8c-efe619ef54d6 None None] Port b01136b6-52c0-400d-ae42-94f9666180ff cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:41:00.657077 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-47619167-c62f-4e6d-82a8-26841696a1b8 req-814d815e-c277-47fe-9ca0-c2d379f70380 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.2469006
Aug 31 12:41:00.708597 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.845674 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.862445 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.916438 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:00.924554 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:00.928757 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7352810
Aug 31 12:41:00.933614 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:01.041646 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-e06c7f7a-0f04-4110-b22b-4e888a3954fb tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:41:01.044557 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-e06c7f7a-0f04-4110-b22b-4e888a3954fb tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0179026
Aug 31 12:41:01.153887 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:01.160808 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:01.199243 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:01.218964 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2b379518-3b84-4ebf-8e12-d1975db765f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:01.358287 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Pushing event updated for resources: {'Port': ['ID=cbe75b69-854e-4ece-a6b7-5967ebb4a402,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:01.386971 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:01.431563 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53866) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:01.616198 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0a708-b56e-4d34-afcb-32c647b70b23 req-fd266b63-6560-4ac2-8aca-64c4398110e0 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:01.616989 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-77f0a708-b56e-4d34-afcb-32c647b70b23 req-fd266b63-6560-4ac2-8aca-64c4398110e0 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Synchronizing usage tracker for tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:01.655354 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:01.676620 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:01.702332 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Allocated IP 172.20.0.1 (c76c8b1b-76ba-46a7-9d96-50478ad4ca39/6bf950c9-ae77-4c52-8a72-5d765e890f09/067013ba-a13a-4d8f-9c26-9e7b5569706e) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:41:01.723576 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:01.746936 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:01.758506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:01.762495 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7238b8fb50>> segment before_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.763919 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7238b8fb50>> subnet precommit_delete_associations 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.765960 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> segment_host_mapping after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.766384 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> port after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.767096 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> port after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.768284 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> port after_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.769695 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> segment after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.771242 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> subnet after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.771711 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> subnet after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.774438 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7238d51220>> subnet after_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:01.781928 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:01.783296 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Usage tracker for resource:security_group_rule and tenant:942f77778da74e2cb1fb5f9cf4804d0c is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:01.873176 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:01.915731 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:01.955396 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:02.024431 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:02.093385 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.141379 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-acb93c42-75b9-41aa-a316-dcb7a5edfbf2 req-8b7cb164-6386-45c0-a4fd-c9aaf5064fb8 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 210 time: 0.1087294
Aug 31 12:41:02.142072 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Pushing event updated for resources: {'Port': ['ID=b01136b6-52c0-400d-ae42-94f9666180ff,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:02.151494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:02.166022 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:02.167049 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.207640 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7238bcc9d0>> subnet after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:02.208357 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7238bcc9d0>> subnet after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:02.208700 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7238bcc9d0>> subnet before_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:02.209265 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7238bcc9d0>> subnet before_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 31 12:41:02.209697 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7238b8f520>,) {'filters': {'network_id': ['8594789f-34e3-4613-bd15-65225cb94ae5']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:02.226312 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-77f0a708-b56e-4d34-afcb-32c647b70b23 req-fd266b63-6560-4ac2-8aca-64c4398110e0 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Unset dirty status for tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:02.235283 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-77f0a708-b56e-4d34-afcb-32c647b70b23 req-fd266b63-6560-4ac2-8aca-64c4398110e0 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 931 time: 1.6926594
Aug 31 12:41:02.275727 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238b8f520>, 'cf7f6250-9cfc-490d-b2cf-c94b4701ce92') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:02.276153 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238b8f520>, 'cf7f6250-9cfc-490d-b2cf-c94b4701ce92') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:02.294324 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Request body: {'port': {'device_id': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:02.363400 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.368322 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:02.373131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:02.420414 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.554356 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.794134 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-1020f052-7484-4f70-916c-0d7b80c920c8 None None] Provisioning complete for port b01136b6-52c0-400d-ae42-94f9666180ff triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:02.794134 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1020f052-7484-4f70-916c-0d7b80c920c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.798539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.823845 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.859212 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-77f0a708-b56e-4d34-afcb-32c647b70b23 req-1c9e75f5-5c7b-439d-bbbc-0269c12129f4 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6227283
Aug 31 12:41:02.859707 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.894077 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.914074 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:02.928770 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.930242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:02.945371 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-1020f052-7484-4f70-916c-0d7b80c920c8 None None] Port b01136b6-52c0-400d-ae42-94f9666180ff cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:41:02.993121 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:03.058978 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:03.093053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:41:03.093464 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   util.warn_limited(
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   util.warn_limited(
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:41:03.112453 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:41:03.115006 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:03.128696 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:03.162673 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:03.172343 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=942f77778da74e2cb1fb5f9cf4804d0c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7369349
Aug 31 12:41:03.189288 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:03.208624 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53892) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:03.221232 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:03.334446 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event updated for resources: {'Port': ['ID=b48943a6-9256-44bb-8941-8bf1eca67423,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:03.494577 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:03.531888 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Pushing event updated for resources: {'Port': ['ID=067013ba-a13a-4d8f-9c26-9e7b5569706e,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:03.778373 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:03.822592 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:03.825752 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.659s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:03.912279 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce5a3bc-c21d-4ecd-a1d3-aa08e3403c87,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:03.982952 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:03.983919 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:03.989378 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:04.000705 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:04.300288 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.9508617
Aug 31 12:41:04.300288 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:04.361220 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:04.394920 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Request body: {'port': {'device_id': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:04.563295 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:04.575083 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] 10.222.0.20 "DELETE /v2.0/networks/8594789f-34e3-4613-bd15-65225cb94ae5 HTTP/1.1" status: 204  len: 168 time: 4.7493896
Aug 31 12:41:04.578144 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:04.617912 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Pushing event deleted for resources: {'Network': ['ID=8594789f-34e3-4613-bd15-65225cb94ae5,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:04.707420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:04.858081 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:04.865201 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:04.919389 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae09ea2-ac70-4581-80c4-a4eb59a97c8a req-deec9636-d3b5-42ba-93b3-0908b427fdfd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:04.932367 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fae09ea2-ac70-4581-80c4-a4eb59a97c8a req-deec9636-d3b5-42ba-93b3-0908b427fdfd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 931 time: 1.1993263
Aug 31 12:41:05.083729 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53932) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:05.148794 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:05.330530 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-fae09ea2-ac70-4581-80c4-a4eb59a97c8a req-e7f69171-bf2a-4b5f-afda-b368dc5d7dbf tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:05.479953 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a79b8-4d9e-4c1f-ba8e-f9b133937b21 req-3f75edff-9583-406f-902b-7df60117fe7e tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:05.481470 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8a6a79b8-4d9e-4c1f-ba8e-f9b133937b21 req-3f75edff-9583-406f-902b-7df60117fe7e tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 931 time: 1.2543175
Aug 31 12:41:05.627229 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:05.700557 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Router 06fe5070-8e25-4f87-ac95-5ebf69cc836c has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:41:05.776435 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2e21a2c3-4c12-4658-bf45-0b81c2dd9035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:05.815552 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-fae09ea2-ac70-4581-80c4-a4eb59a97c8a req-e7f69171-bf2a-4b5f-afda-b368dc5d7dbf tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:05.817272 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fae09ea2-ac70-4581-80c4-a4eb59a97c8a req-e7f69171-bf2a-4b5f-afda-b368dc5d7dbf tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8828692
Aug 31 12:41:05.822677 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe75b69-854e-4ece-a6b7-5967ebb4a402 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:05.837851 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:41:05.871635 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8a6a79b8-4d9e-4c1f-ba8e-f9b133937b21 req-217519c5-93c5-46dd-bf75-b97b5cc57151 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3676360
Aug 31 12:41:05.874853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:05.876967 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce5a3bc-c21d-4ecd-a1d3-aa08e3403c87,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:05.881791 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:05.929350 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4b8ba7ee-5f80-4568-a8df-2db0b68be8f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=515bd60e666444e4ad843f49715034ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8346388
Aug 31 12:41:05.931089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 53956) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:06.099464 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Transition to ACTIVE for port object cbe75b69-854e-4ece-a6b7-5967ebb4a402 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:06.114402 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.156846 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.156846 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ce5a3bc-c21d-4ecd-a1d3-aa08e3403c87 HTTP/1.1" status: 204  len: 168 time: 2.9351850
Aug 31 12:41:06.160803 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:06.232607 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48943a6-9256-44bb-8941-8bf1eca67423 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:06.271067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.450220 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe75b69-854e-4ece-a6b7-5967ebb4a402,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:06.489861 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:06.495486 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Transition to ACTIVE for port object b48943a6-9256-44bb-8941-8bf1eca67423 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:06.505879 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.513675 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d69f566b-43ca-4381-a25a-17f37df4e23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:06.551176 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.654783 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Pushing event updated for resources: {'Port': ['ID=b48943a6-9256-44bb-8941-8bf1eca67423,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:06.667120 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.682860 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:06.701584 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.resource_extend [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:41:06.840993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.846549 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.882495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-72178341-8752-4e79-ae17-83875cb80c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:06.903759 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:06.949541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a2dbd-9869-46df-86b0-6c6420ce5fcb,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:06.966350 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:06.966961 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:07.175702 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Pushing event updated for resources: {'Port': ['ID=067013ba-a13a-4d8f-9c26-9e7b5569706e,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:07.180707 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:07.276319 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:07.280161 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f54a2dbd-9869-46df-86b0-6c6420ce5fcb HTTP/1.1" status: 204  len: 168 time: 1.2999158
Aug 31 12:41:07.312492 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:07.486731 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Attempting to bind port cbe75b69-854e-4ece-a6b7-5967ebb4a402 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:07.487629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Attempting to bind port cbe75b69-854e-4ece-a6b7-5967ebb4a402 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'ec16dd9d-dc2c-4d18-a53b-7b0e758db343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:07.491185 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Attempting to bind port cbe75b69-854e-4ece-a6b7-5967ebb4a402 on network d4687712-a6a9-451f-be02-c3ec21ef8d72 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:07.523824 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Port cbe75b69-854e-4ece-a6b7-5967ebb4a402 on network d4687712-a6a9-451f-be02-c3ec21ef8d72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:41:07.524197 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Attempting to bind port cbe75b69-854e-4ece-a6b7-5967ebb4a402 on network d4687712-a6a9-451f-be02-c3ec21ef8d72 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:07.604888 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:07.605440 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Checking segment: {'id': 'ec16dd9d-dc2c-4d18-a53b-7b0e758db343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:07.606484 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Bound using segment: {'id': 'ec16dd9d-dc2c-4d18-a53b-7b0e758db343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:07.615267 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Bound port: cbe75b69-854e-4ece-a6b7-5967ebb4a402, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec16dd9d-dc2c-4d18-a53b-7b0e758db343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:07.615810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:07.689484 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Attempting to bind port b48943a6-9256-44bb-8941-8bf1eca67423 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:07.689819 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Attempting to bind port b48943a6-9256-44bb-8941-8bf1eca67423 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:07.690146 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Attempting to bind port b48943a6-9256-44bb-8941-8bf1eca67423 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:07.705993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acb2a-34b3-4d29-964a-4a25a9987432 req-b6c727af-5da5-4df1-9bef-7d4bcee41b6f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:07.707709 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1b8acb2a-34b3-4d29-964a-4a25a9987432 req-b6c727af-5da5-4df1-9bef-7d4bcee41b6f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 943 time: 0.5349576
Aug 31 12:41:07.898420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe87b6-757d-4baa-badf-04ba68314a32 req-1c47a4b1-35f4-429a-bc00-6871fec13d9c tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:07.907448 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9fe87b6-757d-4baa-badf-04ba68314a32 req-1c47a4b1-35f4-429a-bc00-6871fec13d9c tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 943 time: 0.6801386
Aug 31 12:41:07.910067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Port b48943a6-9256-44bb-8941-8bf1eca67423 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:41:07.910505 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Attempting to bind port b48943a6-9256-44bb-8941-8bf1eca67423 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:07.994132 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:41:08.019477 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7913c6c0-baf5-437c-aebc-9194986ce88e admin admin] 10.222.0.20 "PUT /v2.0/routers/06fe5070-8e25-4f87-ac95-5ebf69cc836c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.3808715
Aug 31 12:41:08.025329 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Sync routers for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:41:08.033773 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:08.034543 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Checking segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:08.035123 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Bound using segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:08.035872 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Bound port: b48943a6-9256-44bb-8941-8bf1eca67423, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:08.036434 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:08.046586 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:41:08.048175 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238eb56a0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:41:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:08.081579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:08.088493 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:08.288916 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54018) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:08.331694 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1b8acb2a-34b3-4d29-964a-4a25a9987432 req-945dfc1c-fabb-425a-9afd-df03c565724a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5934169
Aug 31 12:41:08.357175 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] For port b48943a6-9256-44bb-8941-8bf1eca67423, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:08.370206 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] For port b48943a6-9256-44bb-8941-8bf1eca67423, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b48943a6-9256-44bb-8941-8bf1eca67423,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:08.388979 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:08.392410 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9fe87b6-757d-4baa-badf-04ba68314a32 req-c666fc95-b738-46f3-af2a-f0318baf258e tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4485288
Aug 31 12:41:08.422380 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:08.484386 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:41:08.565314 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] For port cbe75b69-854e-4ece-a6b7-5967ebb4a402, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:08.643886 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:08.666619 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] 10.222.0.43 "PUT /v2.0/ports/b48943a6-9256-44bb-8941-8bf1eca67423 HTTP/1.1" status: 200  len: 1093 time: 4.3046298
Aug 31 12:41:08.672024 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'tag': 'b48943a6-9256-44bb-8941-8bf1eca67423'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:08.690122 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] For port cbe75b69-854e-4ece-a6b7-5967ebb4a402, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402,segment=NetworkSegment(ec16dd9d-dc2c-4d18-a53b-7b0e758db343),segment_id=ec16dd9d-dc2c-4d18-a53b-7b0e758db343)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:08.707639 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:08.752303 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Pushing event updated for resources: {'Port': ['ID=b48943a6-9256-44bb-8941-8bf1eca67423,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:08.773450 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:08.780371 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:08.893486 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-5c10f013-2fad-4ed6-b2e4-f5bbd87f31cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2b3914a80954fb086edda5a9d4e3d00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6023650
Aug 31 12:41:08.894593 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54032) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:09.072847 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:09.075941 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] 10.222.0.43 "PUT /v2.0/ports/cbe75b69-854e-4ece-a6b7-5967ebb4a402 HTTP/1.1" status: 200  len: 1093 time: 7.4855642
Aug 31 12:41:09.136950 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe75b69-854e-4ece-a6b7-5967ebb4a402,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:09.146929 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:09.356670 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:09.407624 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238eb56a0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:01Z', 'revision_number': 2, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:09.415524 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Checking router: 06fe5070-8e25-4f87-ac95-5ebf69cc836c for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:41:09.416241 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Updating router 06fe5070-8e25-4f87-ac95-5ebf69cc836c port b01136b6-52c0-400d-ae42-94f9666180ff binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:41:09.513832 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:09.537222 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:09.963245 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-3ea971a8-50df-404e-87df-ea8eb0242568 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c00b4ab8fa42cbbd3abcd16a9779d9&device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 1096 time: 0.4526453
Aug 31 12:41:10.029300 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:10.247859 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dd37cf68-cf46-44af-bc64-d5c6b5f751e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:10.290581 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b1570-86a1-44f1-b879-ba42b0431926,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:10.299563 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:10.333134 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-32d1180a-2a12-46db-b502-ab65ed359573 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 1096 time: 0.9090939
Aug 31 12:41:10.339031 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-831e7f09-8708-49b3-b9b5-71b4014efdfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402 HTTP/1.1" status: 200  len: 217 time: 0.3315322
Aug 31 12:41:10.444175 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:10.449208 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/594b1570-86a1-44f1-b879-ba42b0431926 HTTP/1.1" status: 204  len: 168 time: 1.5486941
Aug 31 12:41:10.482785 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:10.531957 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Router 491a781a-93c1-442c-8acc-da98275563cf has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:41:10.543348 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Transition to ACTIVE for port object b01136b6-52c0-400d-ae42-94f9666180ff will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:10.561826 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:10.581932 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-c6faf040-fef7-4008-85f6-95215a3c5608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:10.643791 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877a45c-297d-4983-a14b-37a807d61202 req-eae7ab7a-ba59-4999-942e-22032ee8bdab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:10.647695 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9877a45c-297d-4983-a14b-37a807d61202 req-eae7ab7a-ba59-4999-942e-22032ee8bdab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:10.828117 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-65a7ba6b-a708-497c-8249-a713d4825077 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b48943a6-9256-44bb-8941-8bf1eca67423 HTTP/1.1" status: 200  len: 217 time: 0.4256935
Aug 31 12:41:11.053939 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43d395-dc7a-4d09-b122-02e8268cafb9 None None] Pushing event updated for resources: {'Port': ['ID=b01136b6-52c0-400d-ae42-94f9666180ff,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:11.061175 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-9a43d395-dc7a-4d09-b122-02e8268cafb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:11.092716 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9877a45c-297d-4983-a14b-37a807d61202 req-eae7ab7a-ba59-4999-942e-22032ee8bdab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:11.098346 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9877a45c-297d-4983-a14b-37a807d61202 req-eae7ab7a-ba59-4999-942e-22032ee8bdab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 943 time: 1.3506727
Aug 31 12:41:11.115131 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56944a-673f-45d6-8152-a05ed869c454 req-ff20c2ca-dd9b-46b0-9573-346dd7c9c8d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:11.117181 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-ff20c2ca-dd9b-46b0-9573-346dd7c9c8d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c7d9197-4deb-4865-b96a-ecc284d58fed HTTP/1.1" status: 200  len: 851 time: 0.7400391
Aug 31 12:41:11.420591 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-ed39ee77-227a-4ab9-b9fe-7a2580f753ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4687712-a6a9-451f-be02-c3ec21ef8d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2201972
Aug 31 12:41:11.422755 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738924-6c30-4dc7-8640-b41050fc352e req-c853e91b-77db-4c74-b49a-d821d00efe79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:11.425218 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-c853e91b-77db-4c74-b49a-d821d00efe79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.5949774
Aug 31 12:41:11.495419 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Attempting to bind port b01136b6-52c0-400d-ae42-94f9666180ff on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:11.496645 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Attempting to bind port b01136b6-52c0-400d-ae42-94f9666180ff by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:11.497240 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Attempting to bind port b01136b6-52c0-400d-ae42-94f9666180ff on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:11.506660 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:11.507505 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Checking segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:11.508222 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:11.509676 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Bound using segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:11.510440 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Bound port: b01136b6-52c0-400d-ae42-94f9666180ff, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:11.511161 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:11.518757 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:41:11.533858 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Sync routers for ids ['491a781a-93c1-442c-8acc-da98275563cf'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:41:11.549766 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] 10.222.0.20 "PUT /v2.0/routers/491a781a-93c1-442c-8acc-da98275563cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.0796971
Aug 31 12:41:11.561907 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Routers {'491a781a-93c1-442c-8acc-da98275563cf'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:41:11.563949 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fb29d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:41:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['491a781a-93c1-442c-8acc-da98275563cf'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:11.646193 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-8606fbe6-f94d-4f34-b0b0-50f5326f4092 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1985469
Aug 31 12:41:11.833756 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54088) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:11.916330 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9877a45c-297d-4983-a14b-37a807d61202 req-7254fa2e-fd14-4d2f-a3fd-81412fb68c05 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7973907
Aug 31 12:41:11.916851 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] For port b01136b6-52c0-400d-ae42-94f9666180ff, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:11.927126 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] For port b01136b6-52c0-400d-ae42-94f9666180ff, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b01136b6-52c0-400d-ae42-94f9666180ff,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:11.937193 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:11.957764 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:12.131170 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43d395-dc7a-4d09-b122-02e8268cafb9 None None] Pushing event updated for resources: {'Port': ['ID=b01136b6-52c0-400d-ae42-94f9666180ff,revision_number=4']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:12.234028 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-9a43d395-dc7a-4d09-b122-02e8268cafb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:12.243403 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Set router 491a781a-93c1-442c-8acc-da98275563cf gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:41:12.277040 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:41:12.286800 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238eb56a0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:41:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:12.618709 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:12.713903 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-1617712d-9bb2-4883-87b8-f65ed23c0940 service neutron] 10.222.0.43 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2691751
Aug 31 12:41:12.787615 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:12.813638 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Usage tracker for resource:security_group_rule and tenant:272b03c043784f04b56c5725f02c6cf4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:12.818232 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:12.818983 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-d0ca51a6-a475-4a3d-b909-88da399cf91d service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9964530
Aug 31 12:41:12.844648 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:13.037494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.040133 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54110) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:13.051280 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698202085', 'description': 'tempest-description--757064931'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:13.060819 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:13.067649 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:13.072799 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:13.085589 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:13.098712 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.109341 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.120420 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f3ff6da3-2df1-4c6e-8f12-970cd3886001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:13.145205 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:41:13.197098 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:13.203029 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group_rule and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:13.206708 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:13.214677 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:13.298349 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.325946 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.391987 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b622a7-6b89-42f0-aa24-5363f71837c3,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:13.409827 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=272b03c043784f04b56c5725f02c6cf4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5747190
Aug 31 12:41:13.412264 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.415411 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.3722563
Aug 31 12:41:13.416586 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54120) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:13.418097 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:13.432505 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:13.488125 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e56944a-673f-45d6-8152-a05ed869c454 req-56b7c823-a83c-47ab-83d7-fb5013c07a1b service neutron] 10.222.0.43 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6657174
Aug 31 12:41:13.551241 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54122) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:13.562485 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'security_group_rule': {'security_group_id': '230ea847-5118-47d9-ac92-a50698720626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:13.584973 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:13.648632 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group_rule and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:13.659697 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:13.671491 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:13.691622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230ea847-5118-47d9-ac92-a50698720626,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:13.706966 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:13.791788 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.801191 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fb29d0>, [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:41:04Z', 'revision_number': 4, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '067013ba-a13a-4d8f-9c26-9e7b5569706e', 'name': '', 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'mac_address': 'fa:16:3e:d5:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:01Z', 'updated_at': '2021-08-31T12:41:05Z', 'revision_number': 2, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'subnets': [{'id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:13.819812 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Checking router: 491a781a-93c1-442c-8acc-da98275563cf for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:41:13.820175 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Updating router 491a781a-93c1-442c-8acc-da98275563cf port 067013ba-a13a-4d8f-9c26-9e7b5569706e binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:41:13.913679 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.917913 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.949159 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f25a7-8e8e-494f-b580-6be6b776c64c req-ecd24b33-256f-4653-be95-790244804b71 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:13.949785 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:13.960485 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c54f25a7-8e8e-494f-b580-6be6b776c64c req-ecd24b33-256f-4653-be95-790244804b71 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 943 time: 0.4409838
Aug 31 12:41:13.973775 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:13.986364 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.026848 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238eb56a0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:11Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:14.037673 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb7fd-ed86-4525-9200-96957b08da0f None None] The sync data for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi is: [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:11Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:41:14.051814 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.055627 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51738924-6c30-4dc7-8640-b41050fc352e req-dc41bcc2-8fef-4153-9ce4-3a8e0698f2bb service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5639312
Aug 31 12:41:14.072566 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.079017 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5256121
Aug 31 12:41:14.079939 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54144) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:14.080629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01827260-ec15-4665-ad91-a8a67ecff1e5,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:14.104141 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'security_group_rule': {'security_group_id': '230ea847-5118-47d9-ac92-a50698720626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:14.130287 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:14.168517 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group_rule and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:14.191238 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1346a896-9dbf-4c43-92ea-a31e6d4c813a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:14.192962 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:14.203056 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:14.262570 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-c54f25a7-8e8e-494f-b580-6be6b776c64c req-f806cfde-cddc-45d4-957c-bb31012b3305 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Synchronizing usage tracker for tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:14.287098 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.308218 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.318621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:14.356923 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-c54f25a7-8e8e-494f-b580-6be6b776c64c req-f806cfde-cddc-45d4-957c-bb31012b3305 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Unset dirty status for tenant:51c00b4ab8fa42cbbd3abcd16a9779d9 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:14.377472 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c54f25a7-8e8e-494f-b580-6be6b776c64c req-f806cfde-cddc-45d4-957c-bb31012b3305 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3984005
Aug 31 12:41:14.380555 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b622a7-6b89-42f0-aa24-5363f71837c3,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:14.389498 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:14.427819 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.436618 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10b622a7-6b89-42f0-aa24-5363f71837c3 HTTP/1.1" status: 204  len: 168 time: 1.0168588
Aug 31 12:41:14.710383 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.778554 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.787990 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.810874 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:14.893213 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d89548f-06aa-43cf-a652-597a0376f87d,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:14.923938 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:14.967226 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:14.969638 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9e7bc113-6c8b-4078-a194-914f094708aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8852308
Aug 31 12:41:14.975533 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54168) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:14.990911 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:15.004080 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:15.015586 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:floatingip and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:15.025780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:15.041112 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:15.072926 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:15.214445 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'tag': 'b48943a6-9256-44bb-8941-8bf1eca67423', 'status': 'completed', 'code': 200}
Aug 31 12:41:15.376681 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:15.413080 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:15.414229 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Transition to ACTIVE for port object 067013ba-a13a-4d8f-9c26-9e7b5569706e will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:15.440269 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:15.444370 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2085bb41-0dca-4c37-b41d-6402217189dc req-1eb7e539-4bdd-463d-a400-7626137494a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 1096 time: 0.2015054
Aug 31 12:41:15.444760 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:15.776058 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6993d-1977-45fe-bffb-06f403b491fa None None] Pushing event updated for resources: {'Port': ['ID=067013ba-a13a-4d8f-9c26-9e7b5569706e,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:15.783063 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-48f6993d-1977-45fe-bffb-06f403b491fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:15.806376 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085bb41-0dca-4c37-b41d-6402217189dc req-9225c59d-b5d4-4638-9370-8fdc68a5e23d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:15.807361 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Attempting to bind port 067013ba-a13a-4d8f-9c26-9e7b5569706e on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:15.807741 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Attempting to bind port 067013ba-a13a-4d8f-9c26-9e7b5569706e by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:15.808110 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Attempting to bind port 067013ba-a13a-4d8f-9c26-9e7b5569706e on network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:15.808308 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2085bb41-0dca-4c37-b41d-6402217189dc req-9225c59d-b5d4-4638-9370-8fdc68a5e23d service neutron] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 916 time: 0.3580060
Aug 31 12:41:15.817489 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:15.817877 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Checking segment: {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:15.818299 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:15.818678 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Bound using segment: {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:15.819184 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Bound port: 067013ba-a13a-4d8f-9c26-9e7b5569706e, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:15.819585 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:15.917928 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c66d9-8c61-4248-9f0a-b9c8144664a9 req-28b91c68-54f5-47d2-b8ca-94ba90e21a1f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:15.920130 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-483c66d9-8c61-4248-9f0a-b9c8144664a9 req-28b91c68-54f5-47d2-b8ca-94ba90e21a1f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 943 time: 0.3972349
Aug 31 12:41:16.011853 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] For port 067013ba-a13a-4d8f-9c26-9e7b5569706e, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:16.020348 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] For port 067013ba-a13a-4d8f-9c26-9e7b5569706e, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=067013ba-a13a-4d8f-9c26-9e7b5569706e,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:16.031853 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:16.035952 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:16.046092 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-483c66d9-8c61-4248-9f0a-b9c8144664a9 req-f68e82fa-e389-420f-8718-84aa822ecd7e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178286
Aug 31 12:41:16.051861 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Allocated IP 172.27.1.176 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/14e23305-b9c7-48c2-bf0a-7ecfdb40170e) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:41:16.053204 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2085bb41-0dca-4c37-b41d-6402217189dc req-80bcb545-e8cb-4788-bd0e-bcdb308a4fc2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b48943a6-9256-44bb-8941-8bf1eca67423 HTTP/1.1" status: 200  len: 217 time: 0.2372837
Aug 31 12:41:16.190872 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6993d-1977-45fe-bffb-06f403b491fa None None] Pushing event updated for resources: {'Port': ['ID=067013ba-a13a-4d8f-9c26-9e7b5569706e,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:16.197691 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-48f6993d-1977-45fe-bffb-06f403b491fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:16.198574 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b01136b6-52c0-400d-ae42-94f9666180ff up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:16.370147 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54192) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:16.405441 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:16.420787 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085bb41-0dca-4c37-b41d-6402217189dc req-f8f2eaaa-eca9-4bac-a18f-b3c578645ca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:16.422584 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2085bb41-0dca-4c37-b41d-6402217189dc req-f8f2eaaa-eca9-4bac-a18f-b3c578645ca5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.3631630
Aug 31 12:41:16.444833 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Routers {'491a781a-93c1-442c-8acc-da98275563cf'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:41:16.445518 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fb29d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:41:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['491a781a-93c1-442c-8acc-da98275563cf'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:16.486621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:16.498981 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:16.505729 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Usage tracker for resource:security_group_rule and tenant:8511dcede1334d00afbe6919f3c0d13f is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:16.511597 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:16.528140 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:16.558799 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2085bb41-0dca-4c37-b41d-6402217189dc req-8d51318c-a95d-440e-ad17-b66555335d11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1261930
Aug 31 12:41:16.598884 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:16.642369 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:16.774820 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-864bbb06-27de-4a80-91f2-d1a1419e3e35 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:16.781770 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-864bbb06-27de-4a80-91f2-d1a1419e3e35 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 819 time: 0.4541409
Aug 31 12:41:16.835039 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-06dd0ca3-0369-4109-9190-67feaa6306f2 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/quotas/e101f99d41ad4ff2af28836ed0fdc976 HTTP/1.1" status: 200  len: 375 time: 0.0517414
Aug 31 12:41:16.879873 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2085bb41-0dca-4c37-b41d-6402217189dc req-8ee6b088-e190-45b4-87ca-027403269168 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3124850
Aug 31 12:41:16.906898 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] Set router 491a781a-93c1-442c-8acc-da98275563cf gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:41:16.925078 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:16.938357 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:16.943129 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:17.104727 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-fde37551-4f9c-46a1-ade5-5b146110844c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2679801
Aug 31 12:41:17.121525 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2085bb41-0dca-4c37-b41d-6402217189dc req-ca5daf61-eaab-4439-b5ef-b9f7b810f4b9 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2347918
Aug 31 12:41:17.161366 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port b01136b6-52c0-400d-ae42-94f9666180ff completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:17.167401 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'Port': ['ID=14e23305-b9c7-48c2-bf0a-7ecfdb40170e,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:17.174051 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:17.187343 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:17.187933 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b48943a6-9256-44bb-8941-8bf1eca67423 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:41:17.201516 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:17.293657 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27a5bc-2d21-4ce2-8c62-e03aec2d2eb5 req-70edbd51-f3c1-48d8-a945-49114c2c276f tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:17.301072 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8d27a5bc-2d21-4ce2-8c62-e03aec2d2eb5 req-70edbd51-f3c1-48d8-a945-49114c2c276f tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 943 time: 0.5214069
Aug 31 12:41:17.303171 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'tag': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:17.317141 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:17.339277 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54224) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:17.392242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:17.441424 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ce56b352-cbea-48e8-a8a5-fb78f5af7633 service neutron] 10.222.0.20 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3162217
Aug 31 12:41:17.479231 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port b48943a6-9256-44bb-8941-8bf1eca67423, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b48943a6-9256-44bb-8941-8bf1eca67423,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:17.500731 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port b01136b6-52c0-400d-ae42-94f9666180ff triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:17.501659 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:17.542675 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'b48943a6-9256-44bb-8941-8bf1eca67423', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'port_id': 'b48943a6-9256-44bb-8941-8bf1eca67423', 'mac_address': 'fa:16:3e:72:20:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ddb5ab-fd75-427b-8aed-b0fccbbdb398', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:41:17.548358 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8511dcede1334d00afbe6919f3c0d13f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1734195
Aug 31 12:41:17.548358 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ae819-efd2-4a66-972e-1501cd47ae71,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:17.549500 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54232) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:17.558013 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:17.573174 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8d27a5bc-2d21-4ce2-8c62-e03aec2d2eb5 req-08e74d07-8f16-4a2e-911d-5c3497dd7946 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710853
Aug 31 12:41:17.695882 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:17.730050 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-02b49a04-e83a-43af-ad76-1fe088e789b4 service neutron] 10.222.0.20 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2817349
Aug 31 12:41:17.766817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:17.834476 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:17.964801 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.000286 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.019804 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48943a6-9256-44bb-8941-8bf1eca67423 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:18.108684 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port b48943a6-9256-44bb-8941-8bf1eca67423, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b48943a6-9256-44bb-8941-8bf1eca67423,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:18.135092 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.174554 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.178572 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.180298 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device cbe75b69-854e-4ece-a6b7-5967ebb4a402 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:41:18.191991 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:18.222208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:18.227268 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Usage tracker for resource:security_group_rule and tenant:daa97f3ec292460e82743dc1a0bb4bbd is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:18.230247 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:18.236723 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:18.262809 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fb29d0>, [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:41:04Z', 'revision_number': 4, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '067013ba-a13a-4d8f-9c26-9e7b5569706e', 'name': '', 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'mac_address': 'fa:16:3e:d5:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:01Z', 'updated_at': '2021-08-31T12:41:15Z', 'revision_number': 4, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'subnets': [{'id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:18.283266 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0969e-4029-4a77-9b6f-b2b5ba89e3dc None None] The sync data for ids ['491a781a-93c1-442c-8acc-da98275563cf'] in dv-cinder-806696-1-iscsi is: [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:41:04Z', 'revision_number': 4, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '067013ba-a13a-4d8f-9c26-9e7b5569706e', 'name': '', 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'mac_address': 'fa:16:3e:d5:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:01Z', 'updated_at': '2021-08-31T12:41:15Z', 'revision_number': 4, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'subnets': [{'id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:41:18.293741 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.317011 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.357918 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:18.360644 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.374907 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'tag': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402', 'status': 'completed', 'code': 200}
Aug 31 12:41:18.381527 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.415318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36d13fda-e1c3-49a7-a399-7c6049c3ed12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:18.429057 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port b01136b6-52c0-400d-ae42-94f9666180ff, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b01136b6-52c0-400d-ae42-94f9666180ff,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:18.431611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=b48943a6-9256-44bb-8941-8bf1eca67423,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:18.438905 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:18.440085 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.445255 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:18.584196 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.resource_extend [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:41:18.651534 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efe9667-4c7e-4d46-8a63-5a1a379b438f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:18.657300 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:18.777135 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daa97f3ec292460e82743dc1a0bb4bbd&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4341924
Aug 31 12:41:18.778886 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54266) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:18.866549 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'Port': ['ID=14e23305-b9c7-48c2-bf0a-7ecfdb40170e,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:18.887472 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:18.898012 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:18.972025 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ae819-efd2-4a66-972e-1501cd47ae71,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:18.979032 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:18.981216 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:18.996231 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:19.002276 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/383ae819-efd2-4a66-972e-1501cd47ae71 HTTP/1.1" status: 204  len: 168 time: 1.4429901
Aug 31 12:41:19.007766 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3cf2d8d5-5ab3-4538-908a-af803caeb804 req-a3bad0f3-66d4-410e-9f82-a99863bf3571 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 210 time: 0.0980010
Aug 31 12:41:19.058952 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-dcbcac51-0053-4433-a778-36ea7ca02b83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c00b4ab8fa42cbbd3abcd16a9779d9&device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 1096 time: 0.6250370
Aug 31 12:41:19.063166 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10948d0e-700b-4682-b5ca-5ee6a07f92b4 req-f36a176a-629c-4bc8-bee8-109c38e133a0 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:19.071735 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-10948d0e-700b-4682-b5ca-5ee6a07f92b4 req-f36a176a-629c-4bc8-bee8-109c38e133a0 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 944 time: 0.8861992
Aug 31 12:41:19.110893 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port cbe75b69-854e-4ece-a6b7-5967ebb4a402, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402,segment=NetworkSegment(ec16dd9d-dc2c-4d18-a53b-7b0e758db343),segment_id=ec16dd9d-dc2c-4d18-a53b-7b0e758db343)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:19.131474 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:19.135682 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1575556
Aug 31 12:41:19.154329 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:19.237852 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=b01136b6-52c0-400d-ae42-94f9666180ff,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:19.243138 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 067013ba-a13a-4d8f-9c26-9e7b5569706e up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:19.256259 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-10948d0e-700b-4682-b5ca-5ee6a07f92b4 req-f38251be-35ec-4d76-ad1b-6a16ffe8096e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835811
Aug 31 12:41:19.387431 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:19.439578 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402', 'network_id': 'd4687712-a6a9-451f-be02-c3ec21ef8d72', 'port_id': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402', 'mac_address': 'fa:16:3e:d5:08:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7d9197-4deb-4865-b96a-ecc284d58fed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:41:19.676431 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:19.815845 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe75b69-854e-4ece-a6b7-5967ebb4a402 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:19.868719 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port cbe75b69-854e-4ece-a6b7-5967ebb4a402, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402,segment=NetworkSegment(ec16dd9d-dc2c-4d18-a53b-7b0e758db343),segment_id=ec16dd9d-dc2c-4d18-a53b-7b0e758db343)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:19.880460 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:19.884637 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:19.929177 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:19.987958 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 067013ba-a13a-4d8f-9c26-9e7b5569706e completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:20.029359 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 067013ba-a13a-4d8f-9c26-9e7b5569706e triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:20.029741 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:20.072669 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-e1b021d9-f6a9-4171-a97a-ffdf94ba8d3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:20.094801 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-e1b021d9-f6a9-4171-a97a-ffdf94ba8d3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4687712-a6a9-451f-be02-c3ec21ef8d72 HTTP/1.1" status: 200  len: 912 time: 0.9748349
Aug 31 12:41:20.217583 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b48943a6-9256-44bb-8941-8bf1eca67423'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:41:20.305726 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['cbe75b69-854e-4ece-a6b7-5967ebb4a402'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:41:20.362528 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-39b1b9a5-1c56-4dd2-b3af-4dcf52249262 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:20.372006 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-39b1b9a5-1c56-4dd2-b3af-4dcf52249262 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Synchronizing usage tracker for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:network {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:20.430650 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-3cf123e9-cd9f-4daa-8dd3-ed4e01fc62c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402 HTTP/1.1" status: 200  len: 217 time: 0.3178611
Aug 31 12:41:20.432633 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-39b1b9a5-1c56-4dd2-b3af-4dcf52249262 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Unset dirty status for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:network {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:20.433844 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-39b1b9a5-1c56-4dd2-b3af-4dcf52249262 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 819 time: 0.4933479
Aug 31 12:41:20.458071 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54306) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:20.487657 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-ee50df66-9cc1-4b8e-838d-8cf4cd9debed tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/quotas/e101f99d41ad4ff2af28836ed0fdc976 HTTP/1.1" status: 200  len: 375 time: 0.0423605
Aug 31 12:41:20.502858 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=cbe75b69-854e-4ece-a6b7-5967ebb4a402,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:20.572625 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:20.652644 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-2d87a8bc-1d48-4fd1-9b71-b3e7bc0a6950 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Synchronizing usage tracker for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:20.698672 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-2d87a8bc-1d48-4fd1-9b71-b3e7bc0a6950 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Unset dirty status for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:20.701615 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-2d87a8bc-1d48-4fd1-9b71-b3e7bc0a6950 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2049127
Aug 31 12:41:20.728218 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-a43a880c-18d1-4479-91ec-c03e836ce5b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:20.729691 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-a43a880c-18d1-4479-91ec-c03e836ce5b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c7d9197-4deb-4865-b96a-ecc284d58fed HTTP/1.1" status: 200  len: 851 time: 0.2775402
Aug 31 12:41:20.840469 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:20.935288 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-667f1daf-13c1-4046-b41c-f2de4b225653 service neutron] 10.222.0.20 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212737
Aug 31 12:41:20.974555 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 067013ba-a13a-4d8f-9c26-9e7b5569706e, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=067013ba-a13a-4d8f-9c26-9e7b5569706e,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:20.997355 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.001367 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-a88f2aaf-b2b0-4dc4-8b7e-18ed95c86f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:21.001630 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.136930 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54570e60-0cf7-43d2-b0c0-769a87e0bb72 req-1ca5c874-f3a4-456b-bd34-d162df134c84 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:21.149439 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-54570e60-0cf7-43d2-b0c0-769a87e0bb72 req-1ca5c874-f3a4-456b-bd34-d162df134c84 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 943 time: 1.4923084
Aug 31 12:41:21.156457 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-65b9c721-3519-4b56-b001-277c8eb048f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4687712-a6a9-451f-be02-c3ec21ef8d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4071434
Aug 31 12:41:21.180465 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-453a0967-634b-4166-a317-83b81e1cf539 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:21.182059 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-453a0967-634b-4166-a317-83b81e1cf539 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 819 time: 0.5203528
Aug 31 12:41:21.213400 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Request body: {'port': {'device_id': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'admin_state_up': True, 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:21.217871 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b01136b6-52c0-400d-ae42-94f9666180ff up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:21.237063 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.240379 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-fd2915c8-c68f-45d5-8b9e-1d6bf46b9987 service neutron] 10.222.0.20 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827766
Aug 31 12:41:21.260852 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:21.267251 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Usage tracker for resource:security_group_rule and tenant:602479916cac4e1eaf90531b19fffad4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:21.272405 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:21.287959 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:21.366671 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=067013ba-a13a-4d8f-9c26-9e7b5569706e,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:21.371466 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:21.423504 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54322) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:21.429078 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.439585 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.449518 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-03197cd9-2d35-43bb-870f-4c2e7c295910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:21.486766 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port b01136b6-52c0-400d-ae42-94f9666180ff triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:21.487360 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.506760 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb83ff06-996e-42a0-b828-4383f177e315,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:21.522902 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=602479916cac4e1eaf90531b19fffad4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0636411
Aug 31 12:41:21.527554 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54334) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:21.528801 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:21.583677 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e2d142b7-13e0-4cce-8151-bfcc2e5e1175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:21.705872 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efe9667-4c7e-4d46-8a63-5a1a379b438f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:21.723652 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:21.795066 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523978357-network', 'tenant_id': '755bf5b828df4893a40934a140e8d3bf'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:21.812882 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-54570e60-0cf7-43d2-b0c0-769a87e0bb72 req-724342ea-3a4e-4696-a249-89c7fc298c18 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6621885
Aug 31 12:41:21.814013 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.818480 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9efe9667-4c7e-4d46-8a63-5a1a379b438f HTTP/1.1" status: 204  len: 168 time: 3.0165067
Aug 31 12:41:21.848485 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:21.885590 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b48943a6-9256-44bb-8941-8bf1eca67423 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:21.896104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-81e194b6-f949-4f48-b614-48162418795f req-8975cc0d-894a-4fd6-8bde-0f4c67562f8a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:21.896104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:21.899411 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Usage tracker for resource:network and tenant:755bf5b828df4893a40934a140e8d3bf is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:21.912500 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:21.913200 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:21.923889 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-a1fde431-6f72-4841-8517-2d7e7b3b0bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7469618
Aug 31 12:41:21.966542 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:22.028875 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:22.053685 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.066539 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port b48943a6-9256-44bb-8941-8bf1eca67423 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:22.079222 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port b48943a6-9256-44bb-8941-8bf1eca67423 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:22.079700 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.120507 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Made reservation on behalf of 755bf5b828df4893a40934a140e8d3bf for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:22.129044 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.171477 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Made reservation on behalf of e101f99d41ad4ff2af28836ed0fdc976 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:22.179258 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.207085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.233996 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-81e194b6-f949-4f48-b614-48162418795f req-8975cc0d-894a-4fd6-8bde-0f4c67562f8a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:22.243400 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-8975cc0d-894a-4fd6-8bde-0f4c67562f8a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--698202085&fields=id&tenant_id=bbc0021c7ae14637bd31f6b6d6788b92 HTTP/1.1" status: 200  len: 267 time: 0.6655068
Aug 31 12:41:22.312032 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.363521 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48943a6-9256-44bb-8941-8bf1eca67423'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:22.424208 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:22.435184 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Usage tracker for resource:security_group_rule and tenant:755bf5b828df4893a40934a140e8d3bf is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:22.440890 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:22.461098 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.516840 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:22.518830 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-51946b35-1ede-483d-bcd5-c36c38899cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:22.549690 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port b48943a6-9256-44bb-8941-8bf1eca67423, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b48943a6-9256-44bb-8941-8bf1eca67423,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:22.556276 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.557743 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device cbe75b69-854e-4ece-a6b7-5967ebb4a402 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:22.588926 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:22.609788 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54360) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:22.615006 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e194b6-f949-4f48-b614-48162418795f req-ed703faf-6128-4bec-9d9e-718b4f2d7bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:22.615880 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-81e194b6-f949-4f48-b614-48162418795f req-ed703faf-6128-4bec-9d9e-718b4f2d7bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:network {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:22.637616 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb83ff06-996e-42a0-b828-4383f177e315,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:22.661183 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:22.663714 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.667903 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb83ff06-996e-42a0-b828-4383f177e315 HTTP/1.1" status: 204  len: 168 time: 1.1355996
Aug 31 12:41:22.678794 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=b48943a6-9256-44bb-8941-8bf1eca67423,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:22.690752 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:22.708705 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.736370 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port cbe75b69-854e-4ece-a6b7-5967ebb4a402 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:22.741601 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port cbe75b69-854e-4ece-a6b7-5967ebb4a402 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:22.742043 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.762713 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2eeb92bb-307e-4734-81b3-ec0352f83d09 req-dc5f7770-150e-43fa-a63a-9b41a10c656e service neutron] 10.222.0.43 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8332853
Aug 31 12:41:22.786451 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Allocated IP 172.20.0.13 (c76c8b1b-76ba-46a7-9d96-50478ad4ca39/6bf950c9-ae77-4c52-8a72-5d765e890f09/2df5429b-65a7-4445-bf3f-8af720eaed5a) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:41:22.795578 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c27295-6cbd-4b0a-8cde-5c5f878b6319 req-cf0294cb-5972-45eb-b273-c50f5d86cee7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:22.796915 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8c27295-6cbd-4b0a-8cde-5c5f878b6319 req-cf0294cb-5972-45eb-b273-c50f5d86cee7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 944 time: 0.5974562
Aug 31 12:41:22.837679 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.860470 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.872217 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:22.886548 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.932739 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port cbe75b69-854e-4ece-a6b7-5967ebb4a402, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402,segment=NetworkSegment(ec16dd9d-dc2c-4d18-a53b-7b0e758db343),segment_id=ec16dd9d-dc2c-4d18-a53b-7b0e758db343)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:22.939753 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:22.943049 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:22.963104 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8c27295-6cbd-4b0a-8cde-5c5f878b6319 req-e95687f6-ac12-47cc-b91d-43d7de21f900 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540520
Aug 31 12:41:22.987970 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1c818-e7b9-4ecd-9bae-6d6ace923ae7,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:23.015848 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:23.016820 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-81e194b6-f949-4f48-b614-48162418795f req-ed703faf-6128-4bec-9d9e-718b4f2d7bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:network {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:23.018104 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-ed703faf-6128-4bec-9d9e-718b4f2d7bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 811 time: 0.7659504
Aug 31 12:41:23.040465 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=cbe75b69-854e-4ece-a6b7-5967ebb4a402,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:23.043132 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:23.044731 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:23.077328 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Usage tracker for resource:security_group_rule and tenant:2b5a8b741fe74fbdab6d97c8c464d96d is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:23.087784 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:41:23.091095 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:23.100135 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-426d8c1f-900e-41d8-b5ea-76c61501a66d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/quotas/bbc0021c7ae14637bd31f6b6d6788b92 HTTP/1.1" status: 200  len: 375 time: 0.0675697
Aug 31 12:41:23.109259 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:23.216390 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 067013ba-a13a-4d8f-9c26-9e7b5569706e up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:23.345792 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:23.346391 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Added segment d978d5cf-bfad-4bb7-9332-4d92f18c012d of type vlan for network 6a147ad3-b3fa-460f-904c-94c3a26e4076
Aug 31 12:41:23.381075 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 067013ba-a13a-4d8f-9c26-9e7b5569706e triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:23.381531 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:23.483337 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d72e65c8-f146-48a2-992a-0f080e5d31b0 req-2c923af6-5fad-4f8f-9e02-20df6f941d6b tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 210 time: 0.1825778
Aug 31 12:41:23.521883 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:23.669723 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-81e194b6-f949-4f48-b614-48162418795f req-64d8f309-5abc-43fa-a3ac-b8b98ba7ef18 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:23.697047 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:23.736982 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:23.743082 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-81e194b6-f949-4f48-b614-48162418795f req-64d8f309-5abc-43fa-a3ac-b8b98ba7ef18 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:23.744898 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-64d8f309-5abc-43fa-a3ac-b8b98ba7ef18 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6330280
Aug 31 12:41:23.745496 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:23.754990 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-89ebb08b-f62a-4182-89cb-3fab7c0c3b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:23.758719 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-ac03bde8-6316-4811-887b-01cc370bf0e8 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:23.760273 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-ac03bde8-6316-4811-887b-01cc370bf0e8 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 819 time: 0.6567941
Aug 31 12:41:23.790431 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Request body: {'port': {'device_id': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'admin_state_up': True, 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:23.888515 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:23.919981 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48943a6-9256-44bb-8941-8bf1eca67423', 'code': 200}
Aug 31 12:41:23.936146 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678203a-7b01-4510-90ee-75627bc9f530,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:23.945472 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:23.976279 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.001118 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:24.060356 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:24.082037 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Usage tracker for resource:port and tenant:e101f99d41ad4ff2af28836ed0fdc976 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:24.115980 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:24.116845 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.122936 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b5a8b741fe74fbdab6d97c8c464d96d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5030346
Aug 31 12:41:24.131714 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:24.133252 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:24.140485 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54396) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:24.143660 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:24.150975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:24.162936 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f2b51d5e-96f0-4c67-813c-256fe0fcd97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:24.180079 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.43', 62477) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:24.207949 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:24.282328 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-0d893f55-795c-4615-8c7f-6d77509cc0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5168116
Aug 31 12:41:24.309651 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Pushing event updated for resources: {'Port': ['ID=2df5429b-65a7-4445-bf3f-8af720eaed5a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:24.312609 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Made reservation on behalf of e101f99d41ad4ff2af28836ed0fdc976 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:24.315895 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.331964 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:24.444759 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:41:24.453141 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:24.458609 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.479948 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.0453172
Aug 31 12:41:24.481927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54410) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:24.484678 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Pushing event updated for resources: {'Network': ['ID=6a147ad3-b3fa-460f-904c-94c3a26e4076,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:24.489945 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:24.496269 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 6a147ad3-b3fa-460f-904c-94c3a26e4076 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:41:24.525903 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.555721 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3494682
Aug 31 12:41:24.577621 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-a56fd0d3-b89c-4217-946e-2c54534ac045 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299852
Aug 31 12:41:24.582582 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Request body: {'subnet': {'network_id': '6a147ad3-b3fa-460f-904c-94c3a26e4076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523978357-subnet', 'tenant_id': '755bf5b828df4893a40934a140e8d3bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:24.584099 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Request body: {'port': {'device_id': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:24.588468 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:24.593470 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Usage tracker for resource:subnet and tenant:755bf5b828df4893a40934a140e8d3bf is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:24.597025 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:24.606038 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:24.624595 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Made reservation on behalf of 755bf5b828df4893a40934a140e8d3bf for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:24.627997 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.629363 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2031286'] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.703859 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c54f18-be33-4622-a35b-82aad99d045e req-18df83fe-9ca2-4698-a13c-58ee85c057a7 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:24.711079 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-38c54f18-be33-4622-a35b-82aad99d045e req-18df83fe-9ca2-4698-a13c-58ee85c057a7 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 945 time: 0.6361949
Aug 31 12:41:24.826424 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-ed04e8df-860a-49f9-a233-db93386b861e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 1098 time: 0.6369133
Aug 31 12:41:24.890641 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Allocated IP 172.20.0.8 (c76c8b1b-76ba-46a7-9d96-50478ad4ca39/6bf950c9-ae77-4c52-8a72-5d765e890f09/02302f0f-77e2-403b-9b26-937d90663d42) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:41:24.917382 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:24.954478 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-38c54f18-be33-4622-a35b-82aad99d045e req-f4d3d47a-926b-4190-b250-4bfa958ae6ee tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416894
Aug 31 12:41:25.006416 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.077350 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2031268'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.086845 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-088d496f-faa1-4999-a5e7-b59378d588ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:25.152631 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.217542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:25.223182 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208bccc-41dc-4f8a-b5d3-2d28147d0823 req-ec4ab8cd-64d3-452c-884c-9f6e0570eb2a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:25.225528 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f208bccc-41dc-4f8a-b5d3-2d28147d0823 req-ec4ab8cd-64d3-452c-884c-9f6e0570eb2a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 945 time: 0.3176622
Aug 31 12:41:25.227369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:25.234006 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1fa62e-7154-49dc-b7af-bcd7b59366d5,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:25.241987 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:25.300179 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Usage tracker for resource:security_group_rule and tenant:789cd1469db54ba1bde21c5d57a64680 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:25.303035 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678203a-7b01-4510-90ee-75627bc9f530,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:25.305747 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:25.325275 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Checking segment: {'id': 'd978d5cf-bfad-4bb7-9332-4d92f18c012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6a147ad3-b3fa-460f-904c-94c3a26e4076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:25.325639 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Network hostable DHCP agents. Network: 6a147ad3-b3fa-460f-904c-94c3a26e4076, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:41:25.354355 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f208bccc-41dc-4f8a-b5d3-2d28147d0823 req-1539c083-eb69-458a-9419-839fb3eaaf77 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170440
Aug 31 12:41:25.366288 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-5a453d93-c6c3-4d89-8bec-113da5b12b63 req-56f5b703-1b0f-4269-901a-59e9d3618487 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Synchronizing usage tracker for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:25.372914 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:25.382025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:25.404472 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Network 6a147ad3-b3fa-460f-904c-94c3a26e4076 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:41:25.419155 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 6a147ad3-b3fa-460f-904c-94c3a26e4076) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:25.423515 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:25.424109 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.435572 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42052d1d-2b74-46f5-ad77-8c46bfd21b34 None None] Network 6a147ad3-b3fa-460f-904c-94c3a26e4076 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:41:25.479848 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9967508
Aug 31 12:41:25.584430 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.592687 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e678203a-7b01-4510-90ee-75627bc9f530 HTTP/1.1" status: 204  len: 168 time: 1.4465251
Aug 31 12:41:25.604317 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0f59ffee-9aa0-42ff-8819-0676d5d6ba9d req-8ae78795-f34a-4b84-a4cc-6187d36a650c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 210 time: 0.1116111
Aug 31 12:41:25.629100 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-5a453d93-c6c3-4d89-8bec-113da5b12b63 req-56f5b703-1b0f-4269-901a-59e9d3618487 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Unset dirty status for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:25.630621 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a453d93-c6c3-4d89-8bec-113da5b12b63 req-56f5b703-1b0f-4269-901a-59e9d3618487 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 210 time: 0.4412999
Aug 31 12:41:25.735872 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.791479 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.805908 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.829971 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-77cc8c51-e957-4ca3-a614-ff06222849ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:25.891337 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Synchronizing usage tracker for tenant:789cd1469db54ba1bde21c5d57a64680 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:25.897521 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b60556-f535-48cc-adfb-5aa7be2e73b9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:25.925338 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:25.931422 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:25.978907 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:25.996341 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8ee74bf-e8c3-4f93-978a-f7b90dfb61be tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:26.078423 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Unset dirty status for tenant:789cd1469db54ba1bde21c5d57a64680 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:26.080015 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-20802a54-7f0b-4f77-ba79-a10cdc7fa3ee req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2312007
Aug 31 12:41:26.139616 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:26.143028 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Pushing event updated for resources: {'Port': ['ID=02302f0f-77e2-403b-9b26-937d90663d42,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:26.147514 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:26.152881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:26.153993 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:26.232281 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402', 'code': 200}
Aug 31 12:41:26.267468 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3942bd-6014-4c86-bf41-3c269f491417 None None] Network 6a147ad3-b3fa-460f-904c-94c3a26e4076 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:41:26.471612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c588969-c0fe-4300-a2c8-7c13f43e2f69 req-cb5f8345-ab69-4a12-8706-64336db2c953 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:26.482288 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6c588969-c0fe-4300-a2c8-7c13f43e2f69 req-cb5f8345-ab69-4a12-8706-64336db2c953 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 945 time: 0.2262812
Aug 31 12:41:26.504866 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:26.511896 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:26.580736 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6c588969-c0fe-4300-a2c8-7c13f43e2f69 req-fdc191f4-9ad6-471e-b8e5-67d090a0beab tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972097
Aug 31 12:41:26.588570 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df5429b-65a7-4445-bf3f-8af720eaed5a {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:26.609329 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8344722
Aug 31 12:41:26.619205 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:26.825560 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54476) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:26.854485 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.43', 62480) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:26.859243 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Request body: {'port': {'device_id': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:27.021441 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Transition to ACTIVE for port object 2df5429b-65a7-4445-bf3f-8af720eaed5a will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:27.049459 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:27.109191 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67a40258-c9ac-47b4-bc8a-c8b801d51c13 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:27.173912 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f39d460b-f381-41bc-ae7d-23837ac17d0e req-4ffdf630-dad6-4d54-b495-b68b9b9d3408 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 210 time: 0.0870237
Aug 31 12:41:27.205928 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Pushing event updated for resources: {'Port': ['ID=2df5429b-65a7-4445-bf3f-8af720eaed5a,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:27.218927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e194b6-f949-4f48-b614-48162418795f req-301c8ab6-8595-4196-a8fe-2b9b87a6f07c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:27.237446 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:27.239977 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-301c8ab6-8595-4196-a8fe-2b9b87a6f07c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 811 time: 0.3837514
Aug 31 12:41:27.252087 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:27.336472 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:27.373994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6332fb-fcb6-454d-977f-45d2a150059d req-d547c815-5886-48ce-a187-ef43ec10e11f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:27.385993 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9f6332fb-fcb6-454d-977f-45d2a150059d req-d547c815-5886-48ce-a187-ef43ec10e11f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 945 time: 0.7692466
Aug 31 12:41:27.393984 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:27.400123 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Usage tracker for resource:security_group_rule and tenant:302109b252b540a7bff722c5dd4ee255 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:27.404938 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:27.419494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:27.517513 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:27.527680 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:27.547727 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-b2a26f9d-4a3d-4635-9a66-08698c356261 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc0021c7ae14637bd31f6b6d6788b92 HTTP/1.1" status: 200  len: 379 time: 0.2758856
Aug 31 12:41:27.639372 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cdc46df3-af0a-4776-bc8d-56e16855b3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:27.691057 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'port': {'device_id': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'admin_state_up': True, 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'security_groups': ['230ea847-5118-47d9-ac92-a50698720626']}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:27.858112 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02302f0f-77e2-403b-9b26-937d90663d42 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:27.872957 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:27.906140 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Transition to ACTIVE for port object 02302f0f-77e2-403b-9b26-937d90663d42 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:27.924113 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:27.978812 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d1580a4a-b1d7-4f98-9922-a06ee99bec14 req-10fbfb51-90c4-4b61-93c6-191b53488420 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 1098 time: 1.2391765
Aug 31 12:41:27.985877 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:28.056538 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Pushing event updated for resources: {'Port': ['ID=02302f0f-77e2-403b-9b26-937d90663d42,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:28.145366 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:28.149767 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:28.178372 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Attempting to bind port 2df5429b-65a7-4445-bf3f-8af720eaed5a on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:28.179218 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Attempting to bind port 2df5429b-65a7-4445-bf3f-8af720eaed5a by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:28.180309 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Attempting to bind port 2df5429b-65a7-4445-bf3f-8af720eaed5a on network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:28.206048 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7101e5-79fc-4e82-8e43-8fef9150948e,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:28.213756 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:28.221682 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:28.230123 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=302109b252b540a7bff722c5dd4ee255&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4027276
Aug 31 12:41:28.245511 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54518) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:28.279260 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9f6332fb-fcb6-454d-977f-45d2a150059d req-333e6925-e6ab-44bc-91cb-d4090e7fef52 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8915415
Aug 31 12:41:28.283343 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Made reservation on behalf of bbc0021c7ae14637bd31f6b6d6788b92 for: {'port': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:28.293041 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.310102 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Port 2df5429b-65a7-4445-bf3f-8af720eaed5a on network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:41:28.310597 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Attempting to bind port 2df5429b-65a7-4445-bf3f-8af720eaed5a on network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:28.329671 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d1580a4a-b1d7-4f98-9922-a06ee99bec14 req-9ef916ca-1bdc-410d-9424-2c1742b8217a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748575
Aug 31 12:41:28.360896 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:28.361475 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Checking segment: {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:28.362042 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Bound using segment: {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:28.362687 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Bound port: 2df5429b-65a7-4445-bf3f-8af720eaed5a, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:28.363211 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.368510 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac8c7-fd1b-4858-b124-5e5baf7d36b8 req-ff562809-a199-400e-91ed-fff5af1062c2 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:28.380453 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-831ac8c7-fd1b-4858-b124-5e5baf7d36b8 req-ff562809-a199-400e-91ed-fff5af1062c2 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 931 time: 0.8590841
Aug 31 12:41:28.545784 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.555539 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-831ac8c7-fd1b-4858-b124-5e5baf7d36b8 req-9e5420d4-1e15-4ea0-acfc-f6125c16832b tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Synchronizing usage tracker for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:28.616108 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54528) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:28.654049 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-921394584-network', 'tenant_id': '70a1539195ca4eeeb9a16277c82c49ac'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:28.675458 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.713353 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:28.735513 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-831ac8c7-fd1b-4858-b124-5e5baf7d36b8 req-9e5420d4-1e15-4ea0-acfc-f6125c16832b tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Unset dirty status for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:28.737987 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Attempting to bind port 02302f0f-77e2-403b-9b26-937d90663d42 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:28.738119 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-831ac8c7-fd1b-4858-b124-5e5baf7d36b8 req-9e5420d4-1e15-4ea0-acfc-f6125c16832b tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3566411
Aug 31 12:41:28.738326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Attempting to bind port 02302f0f-77e2-403b-9b26-937d90663d42 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:28.738649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Attempting to bind port 02302f0f-77e2-403b-9b26-937d90663d42 on network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:28.739248 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Usage tracker for resource:network and tenant:70a1539195ca4eeeb9a16277c82c49ac is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:28.743536 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] For port 2df5429b-65a7-4445-bf3f-8af720eaed5a, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:28.750524 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] For port 2df5429b-65a7-4445-bf3f-8af720eaed5a, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:28.757867 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Port 02302f0f-77e2-403b-9b26-937d90663d42 on network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:41:28.758405 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Attempting to bind port 02302f0f-77e2-403b-9b26-937d90663d42 on network c76c8b1b-76ba-46a7-9d96-50478ad4ca39 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:28.762771 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.775360 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec35c2a2-4459-4418-a851-5cb2847c4984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:28.790432 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:28.841676 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:28.865897 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:28.866716 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Checking segment: {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:28.868883 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Bound using segment: {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:28.869763 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Bound port: 02302f0f-77e2-403b-9b26-937d90663d42, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffdb318-843b-4c72-821e-21c3d1959ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:28.870229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.881789 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Allocated IP 172.20.0.7 (cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2/94dde0f6-505e-49f7-a6e0-0f635fe8a49b/9c88dd9e-b8dd-4c84-831f-804a3798940d) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:41:28.887104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Made reservation on behalf of 70a1539195ca4eeeb9a16277c82c49ac for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:28.889478 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.907412 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:28.944119 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03505550-7321-4e26-a76d-b0a3633bb952 req-ef7c9b9c-4c91-4d27-b739-bf0ddf73de14 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:28.946055 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03505550-7321-4e26-a76d-b0a3633bb952 req-ef7c9b9c-4c91-4d27-b739-bf0ddf73de14 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 945 time: 0.3666015
Aug 31 12:41:28.973129 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f978f411-2347-4d4f-bd45-ef2378805f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.018428 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-567550fd-159c-41d7-b277-f9576cc73a18 req-8f31ba64-cf9e-4837-948c-b991ff842d79 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 210 time: 0.0998392
Aug 31 12:41:29.055433 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.056919 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] 10.222.0.43 "PUT /v2.0/ports/2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 1094 time: 4.4843647
Aug 31 12:41:29.060229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'tag': '2df5429b-65a7-4445-bf3f-8af720eaed5a'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:29.066269 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.094662 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Pushing event updated for resources: {'Port': ['ID=2df5429b-65a7-4445-bf3f-8af720eaed5a,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:29.097341 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-480b3fc9-0013-43b5-baa0-39bb2d6bff0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:29.128656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:29.137216 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7101e5-79fc-4e82-8e43-8fef9150948e,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:29.155715 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] For port 02302f0f-77e2-403b-9b26-937d90663d42, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:29.157667 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Usage tracker for resource:security_group_rule and tenant:70a1539195ca4eeeb9a16277c82c49ac is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:29.159352 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] For port 02302f0f-77e2-403b-9b26-937d90663d42, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=02302f0f-77e2-403b-9b26-937d90663d42,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:29.161858 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:29.163164 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:29.174455 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:29.174455 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'tag': '2df5429b-65a7-4445-bf3f-8af720eaed5a', 'status': 'completed', 'code': 200}
Aug 31 12:41:29.175442 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.176460 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:29.243164 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.244434 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d7101e5-79fc-4e82-8e43-8fef9150948e HTTP/1.1" status: 204  len: 168 time: 0.9960179
Aug 31 12:41:29.349110 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:29.365505 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.438016 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03505550-7321-4e26-a76d-b0a3633bb952 req-b850469a-4204-4e46-a3a7-edc1448b5e9c tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4560397
Aug 31 12:41:29.458721 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.471012 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.472768 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] 10.222.0.43 "PUT /v2.0/ports/02302f0f-77e2-403b-9b26-937d90663d42 HTTP/1.1" status: 200  len: 1093 time: 2.7155814
Aug 31 12:41:29.483750 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Pushing event updated for resources: {'Port': ['ID=02302f0f-77e2-403b-9b26-937d90663d42,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:29.489058 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:29.526945 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-cdaada9e-b1ea-4410-a038-2be4b2638a97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1097 time: 0.3554804
Aug 31 12:41:29.531641 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.550280 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.556439 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-473578eb-6bb2-46ef-93dd-648750298a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:29.568865 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Transition to ACTIVE for port object 9c88dd9e-b8dd-4c84-831f-804a3798940d will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:29.597716 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:41:29.619386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681dad86-ab80-40aa-acba-96bfbebb2bdd,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:29.626118 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:29.630826 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.631511 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Added segment 3cfe734f-fdce-4cda-9041-849388efd58c of type vlan for network 385544e3-9b98-4e77-9e23-da546f128686
Aug 31 12:41:29.713993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.720258 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.731465 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-bf0fd608-4ab1-44dd-9596-a121da88cc4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 217 time: 0.1952777
Aug 31 12:41:29.746213 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c640e1f-8b41-4eb5-9dcc-5add6bc9b301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:29.817431 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-4ce81bb6-8e4d-4015-96d5-3f5f064a87db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:29.818933 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-4ce81bb6-8e4d-4015-96d5-3f5f064a87db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.0776765
Aug 31 12:41:29.874317 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:29.879172 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:29.893747 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:29.926343 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-97a7888a-be5c-4cbc-849a-a5a640f187fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 1096 time: 0.2614770
Aug 31 12:41:29.935868 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-f319f2a2-ae88-40dc-a08a-7c4e1d4fa6e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1043019
Aug 31 12:41:29.941648 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.954549 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:29.955177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:29.959415 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'Port': ['ID=9c88dd9e-b8dd-4c84-831f-804a3798940d,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:29.971855 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:29.972279 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:30.009672 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54560) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:30.020679 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc68f5-4302-4070-9529-b7e7231854fc req-cbadd48e-b0bf-437b-b07a-fcb336ab5931 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:30.031786 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-00fc68f5-4302-4070-9529-b7e7231854fc req-cbadd48e-b0bf-437b-b07a-fcb336ab5931 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 945 time: 0.3857095
Aug 31 12:41:30.108100 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:30.108827 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:30.207937 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:30.257533 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-e504aec3-bdd3-45de-b5b4-f0d963f9e0c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02302f0f-77e2-403b-9b26-937d90663d42 HTTP/1.1" status: 200  len: 217 time: 0.3203709
Aug 31 12:41:30.270003 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Pushing event updated for resources: {'Network': ['ID=385544e3-9b98-4e77-9e23-da546f128686,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:30.277127 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:30.289800 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6604898
Aug 31 12:41:30.294495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54572) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:30.296301 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 385544e3-9b98-4e77-9e23-da546f128686 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:41:30.307238 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Request body: {'subnet': {'network_id': '385544e3-9b98-4e77-9e23-da546f128686', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-921394584-subnet', 'tenant_id': '70a1539195ca4eeeb9a16277c82c49ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:30.326788 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-00fc68f5-4302-4070-9529-b7e7231854fc req-1951b51d-571a-466b-b8b2-df3110b803b4 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2932439
Aug 31 12:41:30.333090 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-9cea4c5f-965a-4b1e-b7a9-13df1f7aabf7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6500800
Aug 31 12:41:30.337748 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:30.381487 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Request body: {'port': {'device_id': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:30.412424 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:30.438595 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Usage tracker for resource:security_group_rule and tenant:22061b57d8e34d2bb11c43add87fcfd5 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:30.463426 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-9fec1557-9196-4369-b555-87aa9abab145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:30.464989 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-9fec1557-9196-4369-b555-87aa9abab145 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.1873965
Aug 31 12:41:30.465130 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-886b8d7f-6e20-4e09-8a93-6f0289f65fe7 None None] Provisioning for port 9c88dd9e-b8dd-4c84-831f-804a3798940d completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:30.469274 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:30.475079 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-886b8d7f-6e20-4e09-8a93-6f0289f65fe7 None None] Provisioning complete for port 9c88dd9e-b8dd-4c84-831f-804a3798940d triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:30.477376 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-886b8d7f-6e20-4e09-8a93-6f0289f65fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:30.497384 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c7001-c09f-4ae9-b4ec-5b4e95042381 req-446bef99-b65c-4553-8240-37fc953fa181 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:30.502682 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-842c7001-c09f-4ae9-b4ec-5b4e95042381 req-446bef99-b65c-4553-8240-37fc953fa181 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 943 time: 0.4883714
Aug 31 12:41:30.540630 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:30.563860 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-023940c3-c768-4150-bdc0-e51adb4da34a service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6152649
Aug 31 12:41:30.598186 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-61078abb-b9b9-4735-9683-3d05e9b1b0d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1165686
Aug 31 12:41:30.637059 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-886b8d7f-6e20-4e09-8a93-6f0289f65fe7 None None] Port 9c88dd9e-b8dd-4c84-831f-804a3798940d cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:41:30.742012 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Usage tracker for resource:subnet and tenant:70a1539195ca4eeeb9a16277c82c49ac is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:30.757277 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:30.768619 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:30.811032 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:30.823671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Made reservation on behalf of 70a1539195ca4eeeb9a16277c82c49ac for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:30.825959 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2031286'] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:30.921406 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-47286450-a3a6-4f46-b09c-11aa2555c7b7 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3082228
Aug 31 12:41:30.963872 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-842c7001-c09f-4ae9-b4ec-5b4e95042381 req-7fae441f-4fd2-4f9b-8e8e-5ac0dda76b4e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4156168
Aug 31 12:41:31.004858 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01f3f2-7cff-4572-bad0-2a2c5accac69 req-1c8eec40-309b-49bc-94d5-89c8fd94b263 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:31.006126 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-8e01f3f2-7cff-4572-bad0-2a2c5accac69 req-1c8eec40-309b-49bc-94d5-89c8fd94b263 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:31.093558 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-8e01f3f2-7cff-4572-bad0-2a2c5accac69 req-1c8eec40-309b-49bc-94d5-89c8fd94b263 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:31.095553 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8e01f3f2-7cff-4572-bad0-2a2c5accac69 req-1c8eec40-309b-49bc-94d5-89c8fd94b263 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 931 time: 0.4403379
Aug 31 12:41:31.243047 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b75384f4-fdc8-4458-9817-9e6e2ee6a026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:31.275142 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'tag': '02302f0f-77e2-403b-9b26-937d90663d42'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:31.298952 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:31.309061 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9639c8b4-f744-47ad-9239-5f66dcf7ed90 req-b1c362bf-9152-437b-9dd0-3b9eade8ba2b service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7342856
Aug 31 12:41:31.322707 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:31.344290 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7a2cdcbb-1063-42c1-98c1-3e876f06af36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:31.645975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f7f312-065e-4b9e-8e5b-1e2d74140099,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:31.671703 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:31.679194 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22061b57d8e34d2bb11c43add87fcfd5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6230688
Aug 31 12:41:31.685076 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54606) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:31.689945 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08f9e345-f1ca-41a6-9cac-8977e7751ccb req-195cf57d-7311-41ca-94ce-51616abd2945 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7540863
Aug 31 12:41:31.853525 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8e01f3f2-7cff-4572-bad0-2a2c5accac69 req-e5709600-de72-40fa-8c4f-ab764549ff63 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7478666
Aug 31 12:41:31.969284 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590688e1-2fef-4a3c-8299-fc046f8a1255 req-6eeef7f1-a137-4e7a-88cf-8845c08367be tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:31.973870 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-590688e1-2fef-4a3c-8299-fc046f8a1255 req-6eeef7f1-a137-4e7a-88cf-8845c08367be tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 945 time: 0.5457537
Aug 31 12:41:31.979001 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'tag': '02302f0f-77e2-403b-9b26-937d90663d42', 'status': 'completed', 'code': 200}
Aug 31 12:41:31.997620 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-2921483b-43ed-40af-9d19-7070062b069e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1097 time: 0.5644934
Aug 31 12:41:32.050311 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54612) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:32.066355 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2031268'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:32.098649 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e480a3e6-136b-4fe5-83a4-be580bfd0303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:32.230362 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Checking segment: {'id': '3cfe734f-fdce-4cda-9041-849388efd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '385544e3-9b98-4e77-9e23-da546f128686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:32.230726 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Network hostable DHCP agents. Network: 385544e3-9b98-4e77-9e23-da546f128686, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:41:32.332955 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:32.343277 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ceedf0-6737-4ad9-8eaa-957c0a523575,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:32.360406 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:32.377362 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.resource_extend [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:41:32.395704 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:32.424976 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28d76-b2c1-4528-9f6b-71a57f54dd28 req-3c84ab9d-07bd-4db1-8781-d0be6e5ef546 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:32.428026 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dcd28d76-b2c1-4528-9f6b-71a57f54dd28 req-3c84ab9d-07bd-4db1-8781-d0be6e5ef546 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 943 time: 0.2170417
Aug 31 12:41:32.493415 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:32.515558 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Network 385544e3-9b98-4e77-9e23-da546f128686 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:41:32.522634 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c88dd9e-b8dd-4c84-831f-804a3798940d {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:32.552083 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-590688e1-2fef-4a3c-8299-fc046f8a1255 req-de48e9ed-0edc-4680-afc5-42ffd287d2a8 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5585594
Aug 31 12:41:32.592557 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:32.646255 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:32.661621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 385544e3-9b98-4e77-9e23-da546f128686) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:32.674292 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e06ed-c587-42df-a649-264577afe42a None None] Network 385544e3-9b98-4e77-9e23-da546f128686 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:41:32.682278 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:32.683490 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:32.730521 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-97351c55-7aad-4b03-bf4c-ffaf46e08817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:32.733264 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-97351c55-7aad-4b03-bf4c-ffaf46e08817 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.6591315
Aug 31 12:41:32.741288 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-0b0d9aef-d172-458a-9959-874a6dd1b56a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 1096 time: 0.7376971
Aug 31 12:41:32.750299 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.4501393
Aug 31 12:41:32.802782 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dcd28d76-b2c1-4528-9f6b-71a57f54dd28 req-2731f636-e1a5-4ef5-a9b3-1f4d43f2c6e9 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2725260
Aug 31 12:41:33.088353 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-fb8ba4ad-ec10-4fa7-9b6e-facd60c40fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:33.089855 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-fb8ba4ad-ec10-4fa7-9b6e-facd60c40fd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.2525287
Aug 31 12:41:33.096695 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-273efb38-f1a0-4f86-8263-733c765b0a40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 217 time: 0.3535452
Aug 31 12:41:33.106854 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Transition to ACTIVE for port object 9c88dd9e-b8dd-4c84-831f-804a3798940d will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:33.125665 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:33.151105 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:33.172881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:33.175995 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:33.216410 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b289a3-cc2c-466b-9c35-aa89d7cb9c61 None None] Network 385544e3-9b98-4e77-9e23-da546f128686 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:41:33.231870 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:33.262311 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-98b89702-c7c8-4485-8e1b-e82d5c335b06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02302f0f-77e2-403b-9b26-937d90663d42 HTTP/1.1" status: 200  len: 217 time: 0.1633883
Aug 31 12:41:33.275305 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f7f312-065e-4b9e-8e5b-1e2d74140099,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:33.350680 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:aca2cea6148244478bc259f2c2b290f0 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:33.375581 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:33.379808 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-c5d1ef17-1d4b-4d76-9cdb-02939295a4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:33.384710 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-c5d1ef17-1d4b-4d76-9cdb-02939295a4e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.1105225
Aug 31 12:41:33.387151 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:33.406126 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:33.416967 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26f7f312-065e-4b9e-8e5b-1e2d74140099 HTTP/1.1" status: 204  len: 168 time: 1.7307572
Aug 31 12:41:33.434961 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:33.619324 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-55b33d85-25fb-4c10-89c0-39be201afb93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:33.646801 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-55b33d85-25fb-4c10-89c0-39be201afb93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.4705148
Aug 31 12:41:33.652873 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-b8c6efce-61dc-4714-95e5-8ddfd9155988 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2480485
Aug 31 12:41:33.785813 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c88dd9e-b8dd-4c84-831f-804a3798940d,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:33.806464 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:33.833343 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:33.891355 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-13edac72-d592-4510-819c-177cc382c9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2255616
Aug 31 12:41:33.916821 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2df5429b-65a7-4445-bf3f-8af720eaed5a details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:41:34.150763 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 2df5429b-65a7-4445-bf3f-8af720eaed5a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:34.176675 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '2df5429b-65a7-4445-bf3f-8af720eaed5a', 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'port_id': '2df5429b-65a7-4445-bf3f-8af720eaed5a', 'mac_address': 'fa:16:3e:44:b6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:41:34.196372 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-a056fa99-2eb2-4c7c-999c-2613dc5e69cd service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5326703
Aug 31 12:41:34.231806 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3308b0a-3982-465d-a087-2c51d2658049 req-f3a8aa09-aeae-43cb-980d-1fb8778984b1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:34.233729 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f3308b0a-3982-465d-a087-2c51d2658049 req-f3a8aa09-aeae-43cb-980d-1fb8778984b1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 943 time: 1.0942795
Aug 31 12:41:34.353152 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:34.360104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:34.394196 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df5429b-65a7-4445-bf3f-8af720eaed5a {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:34.400352 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:34.428084 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 2df5429b-65a7-4445-bf3f-8af720eaed5a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:34.436742 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:34.437621 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 02302f0f-77e2-403b-9b26-937d90663d42 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:41:34.442328 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:34.489331 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:34.519750 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aca2cea6148244478bc259f2c2b290f0&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4585943
Aug 31 12:41:34.520834 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 54672) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:34.579088 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-53f1aa59-40dc-4982-b146-04ec7232fec8 req-184a4b68-a66d-4f2c-884a-88f55f43fc3a service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226490
Aug 31 12:41:34.580147 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Attempting to bind port 9c88dd9e-b8dd-4c84-831f-804a3798940d on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:34.580496 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Attempting to bind port 9c88dd9e-b8dd-4c84-831f-804a3798940d by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:34.580855 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Attempting to bind port 9c88dd9e-b8dd-4c84-831f-804a3798940d on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:34.618147 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=2df5429b-65a7-4445-bf3f-8af720eaed5a,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:34.623445 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:34.625049 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Port 9c88dd9e-b8dd-4c84-831f-804a3798940d on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:41:34.625387 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Attempting to bind port 9c88dd9e-b8dd-4c84-831f-804a3798940d on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:34.673353 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 02302f0f-77e2-403b-9b26-937d90663d42, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=02302f0f-77e2-403b-9b26-937d90663d42,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:34.695469 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e54a3a7-c7c6-4eee-bcd0-87b531f914c3,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:34.703378 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:34.704946 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Checking segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:34.705565 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Bound using segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:34.706383 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Bound port: 9c88dd9e-b8dd-4c84-831f-804a3798940d, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:34.706912 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:34.722535 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:34.723429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '02302f0f-77e2-403b-9b26-937d90663d42', 'network_id': 'c76c8b1b-76ba-46a7-9d96-50478ad4ca39', 'port_id': '02302f0f-77e2-403b-9b26-937d90663d42', 'mac_address': 'fa:16:3e:fe:ef:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf950c9-ae77-4c52-8a72-5d765e890f09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:41:34.732069 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f3308b0a-3982-465d-a087-2c51d2658049 req-400072c6-c215-46ce-a5e5-def0c3b121fa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4722323
Aug 31 12:41:34.872184 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:34.882374 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bf1f6-f00f-4a6f-a0b4-40b5aa096d22 req-06536a33-b418-4288-bbb5-78ddd9d14c5b tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:34.884822 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b4bf1f6-f00f-4a6f-a0b4-40b5aa096d22 req-06536a33-b418-4288-bbb5-78ddd9d14c5b tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 943 time: 0.3043222
Aug 31 12:41:34.942249 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:35.008776 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-7335d6af-6b97-4700-af45-189fec030abd service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1023524
Aug 31 12:41:35.024831 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02302f0f-77e2-403b-9b26-937d90663d42 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:35.063713 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 02302f0f-77e2-403b-9b26-937d90663d42, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=02302f0f-77e2-403b-9b26-937d90663d42,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:35.066514 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:35.071520 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:35.079924 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-81db4cff-e959-4d58-ad66-9cc183f1be8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:35.094877 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] For port 9c88dd9e-b8dd-4c84-831f-804a3798940d, host hv-cinder-80669, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:35.160752 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] For port 9c88dd9e-b8dd-4c84-831f-804a3798940d, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:35.210579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:35.230113 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b4bf1f6-f00f-4a6f-a0b4-40b5aa096d22 req-c660d207-a1e6-4c8e-952b-368cc52a1f5d tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2848091
Aug 31 12:41:35.253634 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-15d15f73-3939-4173-a188-a25be6e8db87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:35.294438 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=02302f0f-77e2-403b-9b26-937d90663d42,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:35.298088 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:35.356633 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['2df5429b-65a7-4445-bf3f-8af720eaed5a'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:41:35.375332 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01fa66cf-ee79-4ad8-9ca7-901fd4362f18 req-ae666b45-2efe-4db0-abd7-016e579ec95c service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3534064
Aug 31 12:41:35.406355 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:35.407962 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/9c88dd9e-b8dd-4c84-831f-804a3798940d HTTP/1.1" status: 200  len: 1093 time: 5.0668173
Aug 31 12:41:35.408510 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:35.463247 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['02302f0f-77e2-403b-9b26-937d90663d42'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:41:35.468381 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c88dd9e-b8dd-4c84-831f-804a3798940d,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:35.472124 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:35.497202 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:35.508109 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-93c5d206-93a7-468d-a100-a73b9ec7bc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:35.588830 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e54a3a7-c7c6-4eee-bcd0-87b531f914c3,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:35.597233 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:35.609459 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:35.611389 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e54a3a7-c7c6-4eee-bcd0-87b531f914c3 HTTP/1.1" status: 204  len: 168 time: 1.0860829
Aug 31 12:41:35.680805 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-a53e2b16-fd88-4f1e-98c7-32122b1fea74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 1096 time: 0.1797860
Aug 31 12:41:35.937868 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-770a3aff-eac9-4f56-bf3c-7f482258d161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d HTTP/1.1" status: 200  len: 217 time: 0.2482166
Aug 31 12:41:36.232147 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e194b6-f949-4f48-b614-48162418795f req-0ce789a6-cb5b-4f94-b685-f36a1961ad92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:36.242395 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-0ce789a6-cb5b-4f94-b685-f36a1961ad92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.2975583
Aug 31 12:41:36.410128 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa96d30-2f16-48c2-8008-a236eae1696a req-95bfd8b7-59e7-45d5-8dc0-b854d412bde3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:36.420485 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dfa96d30-2f16-48c2-8008-a236eae1696a req-95bfd8b7-59e7-45d5-8dc0-b854d412bde3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 943 time: 0.2485259
Aug 31 12:41:36.494317 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-9b73fefc-1fdc-4e81-a792-2800106f90d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2440658
Aug 31 12:41:36.754863 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dfa96d30-2f16-48c2-8008-a236eae1696a req-38088dc8-9980-4c08-9625-da002e617c08 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3304939
Aug 31 12:41:36.876771 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-fc052db7-dadb-49b0-83e6-74db23b2ed8a service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3744280
Aug 31 12:41:37.016053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54750) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:37.093195 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:37.168826 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:37.180901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Usage tracker for resource:security_group_rule and tenant:b37cd432369a4eb9af5711b97dbee976 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:37.191003 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:37.203198 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:37.347235 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-81e194b6-f949-4f48-b614-48162418795f req-ab6a404f-5556-46b4-b154-36dae19ed140 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4550612
Aug 31 12:41:37.463617 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08b27-6ed7-4908-a4ed-4b93db2bf685 req-c073acfc-4ee2-41c3-80cb-418456034152 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:37.466131 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09b08b27-6ed7-4908-a4ed-4b93db2bf685 req-c073acfc-4ee2-41c3-80cb-418456034152 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 944 time: 0.2247152
Aug 31 12:41:37.472712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:37.516308 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:37.539386 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3ebaaad-a832-4e1c-8513-ca9f2a86ffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:37.683457 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'status': 'completed', 'code': 200}
Aug 31 12:41:37.696025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a81a3-1681-4d39-8f83-13074d8ad373,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:37.702662 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:37.705640 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b37cd432369a4eb9af5711b97dbee976&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6878238
Aug 31 12:41:37.709553 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09b08b27-6ed7-4908-a4ed-4b93db2bf685 req-e2196c21-478a-4ca6-80a6-bb4186ed0620 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348475
Aug 31 12:41:37.719160 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 54762) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:37.849282 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:37.860649 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-a6c814a1-70c5-4e1d-89b8-760fdfcb2214 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 1096 time: 0.1637609
Aug 31 12:41:37.918208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:37.957608 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2df5429b-65a7-4445-bf3f-8af720eaed5a up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:38.053834 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:38.068874 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-464566ff-955f-47de-b6ca-07e274756701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:38.101712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a81a3-1681-4d39-8f83-13074d8ad373,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:38.105926 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:38.121064 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:38.134551 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/873a81a3-1681-4d39-8f83-13074d8ad373 HTTP/1.1" status: 204  len: 168 time: 0.4061475
Aug 31 12:41:38.262928 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 2df5429b-65a7-4445-bf3f-8af720eaed5a completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:38.278775 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 2df5429b-65a7-4445-bf3f-8af720eaed5a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:38.279420 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:38.300725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-cf58571d-8cb2-4834-9977-86f634d6b890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:38.303953 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-cf58571d-8cb2-4834-9977-86f634d6b890 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 912 time: 0.4353459
Aug 31 12:41:38.702108 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-83aeb47e-17b4-4906-956b-2e1396020415 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d HTTP/1.1" status: 200  len: 217 time: 0.2987261
Aug 31 12:41:38.730548 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:38.866383 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df5429b-65a7-4445-bf3f-8af720eaed5a'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:38.936405 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 2df5429b-65a7-4445-bf3f-8af720eaed5a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:38.942068 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:38.946657 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 02302f0f-77e2-403b-9b26-937d90663d42 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:39.055381 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bb78c-561b-4be6-af96-f7b158e89c96 req-ee867f21-c6de-442a-b460-ef7bd79f8ab0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:39.068339 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-800bb78c-561b-4be6-af96-f7b158e89c96 req-ee867f21-c6de-442a-b460-ef7bd79f8ab0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 943 time: 0.7615380
Aug 31 12:41:39.126534 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:39.274320 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-e6f1724a-9749-4c9d-a22d-7c004dff6389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:39.295209 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-e6f1724a-9749-4c9d-a22d-7c004dff6389 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.5740600
Aug 31 12:41:39.441438 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=2df5429b-65a7-4445-bf3f-8af720eaed5a,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:39.447399 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b6e26-7ff1-4512-93f6-0c9c6b8d8b03 req-e86ee8bd-9a9b-4d98-b1fd-ba218951874f tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:39.457085 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:39.475752 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ca3b6e26-7ff1-4512-93f6-0c9c6b8d8b03 req-e86ee8bd-9a9b-4d98-b1fd-ba218951874f tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 944 time: 0.2841086
Aug 31 12:41:39.489719 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 02302f0f-77e2-403b-9b26-937d90663d42 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:39.513416 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 02302f0f-77e2-403b-9b26-937d90663d42 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:39.516712 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:39.527610 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-800bb78c-561b-4be6-af96-f7b158e89c96 req-96eec9ae-b6f5-430a-9112-2fbd200090c7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4194112
Aug 31 12:41:39.634111 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ca3b6e26-7ff1-4512-93f6-0c9c6b8d8b03 req-6f259e8b-38d6-4e65-95d9-a6d3da010d88 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533222
Aug 31 12:41:39.650424 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-db063ee2-48eb-4127-98fe-97c2b10451c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3336608
Aug 31 12:41:39.856130 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df5429b-65a7-4445-bf3f-8af720eaed5a', 'code': 200}
Aug 31 12:41:40.047255 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 9c88dd9e-b8dd-4c84-831f-804a3798940d details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:41:40.120797 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-9e0abae0-1123-4d94-bff7-131573f51c2b service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4589911
Aug 31 12:41:40.372343 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95482c1e-308f-4ff3-b3bd-5111f1b81fbb req-9e6f856d-c90d-42a9-ac2a-293000fe6f7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.2526708
Aug 31 12:41:40.526209 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95482c1e-308f-4ff3-b3bd-5111f1b81fbb req-5b2e27eb-5f1e-45bc-a053-7bd044269cd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408384
Aug 31 12:41:40.549027 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 9c88dd9e-b8dd-4c84-831f-804a3798940d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:40.619232 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:40.642204 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'port_id': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'mac_address': 'fa:16:3e:4b:3b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:41:40.786765 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bf75ad4f-343e-4d9e-af65-5459db257f82 req-0f8717cc-3a39-4dba-a7d4-8298bc7b4ae2 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6564109
Aug 31 12:41:41.025785 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 02302f0f-77e2-403b-9b26-937d90663d42, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=02302f0f-77e2-403b-9b26-937d90663d42,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:41.033068 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:41.051834 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:41.060300 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:41.243199 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c88dd9e-b8dd-4c84-831f-804a3798940d {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:41.261884 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b83cc-34c0-4503-af21-da9d8bcd49ca req-00ac00d4-2dcf-4a4b-befa-4414fe6193dd tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:41.276599 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-497b83cc-34c0-4503-af21-da9d8bcd49ca req-00ac00d4-2dcf-4a4b-befa-4414fe6193dd tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.1700914
Aug 31 12:41:41.291361 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c7ab-fd37-4651-9a1c-a2ea0e3e95d5 req-d596b677-825b-4be9-ab3d-0cf780d2f71d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:41.301094 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2f92c7ab-fd37-4651-9a1c-a2ea0e3e95d5 req-d596b677-825b-4be9-ab3d-0cf780d2f71d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 943 time: 0.3292882
Aug 31 12:41:41.319013 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 9c88dd9e-b8dd-4c84-831f-804a3798940d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:41.349379 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:41.384692 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-497b83cc-34c0-4503-af21-da9d8bcd49ca req-469f233c-5938-422b-80b3-8ebd7553d647 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064105
Aug 31 12:41:41.412268 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=02302f0f-77e2-403b-9b26-937d90663d42,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:41.421958 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:41.424227 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:41.447438 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2f92c7ab-fd37-4651-9a1c-a2ea0e3e95d5 req-9c8d2cb3-23db-4278-8b98-6e7703ea2c70 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375256
Aug 31 12:41:41.638491 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=9c88dd9e-b8dd-4c84-831f-804a3798940d,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:41.660488 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:41.800450 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['9c88dd9e-b8dd-4c84-831f-804a3798940d'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:41:41.859881 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02302f0f-77e2-403b-9b26-937d90663d42'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:42.040431 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02302f0f-77e2-403b-9b26-937d90663d42', 'code': 200}
Aug 31 12:41:42.780530 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19cb838e-8202-42e8-8d75-1e954f0326f3 req-12d554c0-ed99-4929-9ab5-e1e555215569 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 1098 time: 0.2934256
Aug 31 12:41:43.006087 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19cb838e-8202-42e8-8d75-1e954f0326f3 req-5ec1a711-9ec2-477e-bcf6-0b903eb430c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202024
Aug 31 12:41:43.028745 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf55d3e-e444-416e-9805-4010aed5b1f7 req-36515945-06be-4c2e-843c-63c6562ffdba tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:43.030702 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aaf55d3e-e444-416e-9805-4010aed5b1f7 req-36515945-06be-4c2e-843c-63c6562ffdba tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2901382
Aug 31 12:41:43.110338 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2202f0-a081-4aeb-94f0-91f2a16e03f6 req-f1e5f34d-0f2d-4d30-8e0e-7f896f9ea7e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:43.125552 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ff2202f0-a081-4aeb-94f0-91f2a16e03f6 req-f1e5f34d-0f2d-4d30-8e0e-7f896f9ea7e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 944 time: 0.2540340
Aug 31 12:41:43.215814 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aaf55d3e-e444-416e-9805-4010aed5b1f7 req-f16f13ad-b55a-4639-b649-9935b64d4f79 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596968
Aug 31 12:41:43.279678 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ff2202f0-a081-4aeb-94f0-91f2a16e03f6 req-b21fb9d9-1a0c-4032-a9f7-e8877964da39 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1501360
Aug 31 12:41:43.982709 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-89c16064-019b-4e91-837d-f78ef2e07043 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1490374
Aug 31 12:41:44.004660 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 9c88dd9e-b8dd-4c84-831f-804a3798940d up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:41:44.223307 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 9c88dd9e-b8dd-4c84-831f-804a3798940d completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:41:44.235638 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 9c88dd9e-b8dd-4c84-831f-804a3798940d triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:41:44.236476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:44.402369 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-bcf26be6-c2c1-46a5-a949-3074342f0b9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c00b4ab8fa42cbbd3abcd16a9779d9&device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 1098 time: 0.2661417
Aug 31 12:41:44.617621 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:44.636070 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:44.750975 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:44.821144 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 9c88dd9e-b8dd-4c84-831f-804a3798940d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:44.831805 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:44.834500 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:45.105737 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=9c88dd9e-b8dd-4c84-831f-804a3798940d,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:45.131311 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:45.131572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f56d0-93f3-4e7c-926c-b03ebea67236 req-68243d93-fc51-4f27-957f-c3a017004d8c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:45.137108 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d2f56d0-93f3-4e7c-926c-b03ebea67236 req-68243d93-fc51-4f27-957f-c3a017004d8c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2385581
Aug 31 12:41:45.222807 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-0c5bd641-c444-49b0-8c35-ef62b630cc55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:45.226499 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-0c5bd641-c444-49b0-8c35-ef62b630cc55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4687712-a6a9-451f-be02-c3ec21ef8d72 HTTP/1.1" status: 200  len: 912 time: 0.7744238
Aug 31 12:41:45.245029 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d2f56d0-93f3-4e7c-926c-b03ebea67236 req-6849fe41-c993-4e98-9b10-b81617823351 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930271
Aug 31 12:41:45.259822 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197bec4-2d4c-472d-ae7f-257d8412f5e1 req-84cb66ce-fa5c-449b-a833-eab4b3249e22 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:45.262818 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3197bec4-2d4c-472d-ae7f-257d8412f5e1 req-84cb66ce-fa5c-449b-a833-eab4b3249e22 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.3697145
Aug 31 12:41:45.410419 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'code': 200}
Aug 31 12:41:45.424109 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-020f2f7b-fda8-4f48-8088-6ec7078ee6ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402 HTTP/1.1" status: 200  len: 217 time: 0.1596947
Aug 31 12:41:45.546617 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3197bec4-2d4c-472d-ae7f-257d8412f5e1 req-d43eee18-5fba-4f1e-9b63-1afd5711c663 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1801710
Aug 31 12:41:45.582523 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-9437651c-99ad-43bf-92d1-b5d7fdc26805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:45.585053 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-9437651c-99ad-43bf-92d1-b5d7fdc26805 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c7d9197-4deb-4865-b96a-ecc284d58fed HTTP/1.1" status: 200  len: 851 time: 0.1530628
Aug 31 12:41:45.770098 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-93eba00f-076f-4c19-bd35-2b8c4a6506b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4687712-a6a9-451f-be02-c3ec21ef8d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1703365
Aug 31 12:41:45.912813 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-846030d5-4826-49e9-83d1-3c2eb76117e3 req-e419d1e8-7c68-4268-851b-dba479ba51d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 1098 time: 0.1325119
Aug 31 12:41:45.982057 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-846030d5-4826-49e9-83d1-3c2eb76117e3 req-deed5810-b0e8-4a89-9479-bdf6f23d1e6c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613694
Aug 31 12:41:46.016058 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-c113a525-3c15-4bb3-815b-e648a293bd98 service neutron] 10.222.0.43 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364101
Aug 31 12:41:46.604182 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aabb69b5-e794-4390-91c4-6a480783b0a8 req-930828d7-9688-4ae1-8171-9239cec5b8dd service neutron] 10.222.0.43 "GET /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641040
Aug 31 12:41:46.803368 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5f245-3530-4ff9-83dc-53feab48f65d req-5c4495bb-c86c-47e6-9420-305d6944cbb9 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:46.812336 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1aa5f245-3530-4ff9-83dc-53feab48f65d req-5c4495bb-c86c-47e6-9420-305d6944cbb9 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.1824768
Aug 31 12:41:46.894111 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-aefa404b-9cb0-476c-9926-47226a525ea8 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:46.896770 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1aa5f245-3530-4ff9-83dc-53feab48f65d req-42d61471-6e16-47e8-b975-09d73b8efdd2 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826919
Aug 31 12:41:46.900366 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-aefa404b-9cb0-476c-9926-47226a525ea8 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:network {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:46.973647 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-aefa404b-9cb0-476c-9926-47226a525ea8 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:network {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:46.980557 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-aefa404b-9cb0-476c-9926-47226a525ea8 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.3610406
Aug 31 12:41:47.044558 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-d1bf19aa-01fe-4d68-a231-45469ce7e625 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/quotas/5e2f935ddba640e7bccb60e70c8b0f58 HTTP/1.1" status: 200  len: 375 time: 0.0594780
Aug 31 12:41:47.288331 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-1c645a72-7478-4820-a608-2c7b29d3117e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2423491
Aug 31 12:41:47.303996 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6285f-e317-4814-bbbc-746576a596a5 req-7f00ff81-3b44-4943-b141-8c0a8db2dcfd tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:47.309449 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcb6285f-e317-4814-bbbc-746576a596a5 req-7f00ff81-3b44-4943-b141-8c0a8db2dcfd tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.2507722
Aug 31 12:41:47.420047 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcb6285f-e317-4814-bbbc-746576a596a5 req-d3714163-9257-4d43-b2c3-f88dfa4fd280 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987358
Aug 31 12:41:47.610993 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-ad144e9a-f121-402a-aa53-689dce6f8ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3188951
Aug 31 12:41:47.924054 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-a68611cf-ebe7-4bc2-aeba-629d095460f1 service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010654
Aug 31 12:41:48.023893 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55026) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:48.446006 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3ca3bc32-966c-4da0-93d7-d3d485c7197d req-58614442-86c0-43c7-aae1-79f28755324b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 210 time: 0.1484904
Aug 31 12:41:48.565176 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:48.682213 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-786eef2b-3847-489c-aebc-029992f34f49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 1098 time: 0.2343895
Aug 31 12:41:48.923523 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:48.944148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f31ea19e9ef41429cf487e03d8ce441 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:48.948529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:48.964091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5bf92-e846-483e-912f-a608a3e2fdcd req-3d42c538-8150-404e-a631-e65d4046db0e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:48.979066 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-91f5bf92-e846-483e-912f-a608a3e2fdcd req-3d42c538-8150-404e-a631-e65d4046db0e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.3440681
Aug 31 12:41:49.022701 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:49.137909 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-a9ee90c2-ee9c-4116-a2ed-042fc6ca6078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:49.141644 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-a9ee90c2-ee9c-4116-a2ed-042fc6ca6078 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.4440622
Aug 31 12:41:49.156747 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0a24b-d380-4f46-a700-737b0358b5fe req-2d340ad4-48e1-4e40-8101-ea84c955161e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:49.165526 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e6f0a24b-d380-4f46-a700-737b0358b5fe req-2d340ad4-48e1-4e40-8101-ea84c955161e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.3352060
Aug 31 12:41:49.221614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:49.236819 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:49.252546 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a080a47b-eb9e-40d1-90dc-61f93a016f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:49.299773 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-5cf80bee-a757-410d-ba65-b213e99c7e64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02302f0f-77e2-403b-9b26-937d90663d42 HTTP/1.1" status: 200  len: 217 time: 0.1293056
Aug 31 12:41:49.313163 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-91f5bf92-e846-483e-912f-a608a3e2fdcd req-eb790289-336b-44e7-b162-7ab22e2e16ce tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3325107
Aug 31 12:41:49.342916 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a8572e-8bac-4811-beb2-b518bb8dd3c6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:49.386442 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f31ea19e9ef41429cf487e03d8ce441&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3597782
Aug 31 12:41:49.415294 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.416290 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.416878 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.417479 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.418078 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.418665 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.419278 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.419868 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.420459 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.421045 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.421615 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:49.446104 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55070) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:49.463573 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:49.534843 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e6f0a24b-d380-4f46-a700-737b0358b5fe req-ace5e38d-1ca6-4cd0-b34e-292960bfd5f8 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2276039
Aug 31 12:41:49.603673 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-ed3b5421-a4ae-419a-81d2-2893ce2025b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:49.606524 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-ed3b5421-a4ae-419a-81d2-2893ce2025b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.2994895
Aug 31 12:41:49.700115 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:49.778369 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-c0c93a37-8746-4606-8515-b2cc05324633 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1606297
Aug 31 12:41:49.807133 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:49.966869 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48b0bf2c-8d67-4c70-b2dc-e4bb28857dce req-ae228d23-8266-41bc-8c23-e85339c9c406 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 210 time: 0.0809250
Aug 31 12:41:49.997483 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:50.010203 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:50.045572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:50.045572 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6a8572e-8bac-4811-beb2-b518bb8dd3c6 HTTP/1.1" status: 204  len: 168 time: 0.5860701
Aug 31 12:41:50.045572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a8572e-8bac-4811-beb2-b518bb8dd3c6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:50.045572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:50.233195 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40f00-c404-41c1-b8cb-0349cc2543d1 req-a0d2f6c2-8985-4edb-91b9-03bb45d75866 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:50.235683 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-66d40f00-c404-41c1-b8cb-0349cc2543d1 req-a0d2f6c2-8985-4edb-91b9-03bb45d75866 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.3003824
Aug 31 12:41:50.237022 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-2e6ad07d-871d-49ff-b797-0c57926d10f6 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4448547
Aug 31 12:41:50.246856 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55086) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:50.252850 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'floatingip': {'port_id': '9c88dd9e-b8dd-4c84-831f-804a3798940d'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:50.277376 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55092) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:50.422539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:50.456005 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-19ae3687-71d6-4b63-9d95-c4b18151b4bf req-88e92fcb-a07f-4c74-a932-8dfe8ef834bc service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047989
Aug 31 12:41:50.898795 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.006711 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:51.013675 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Usage tracker for resource:security_group_rule and tenant:b16b890000754542bed002500df622ae is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:51.018894 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:51.029329 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:51.118113 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.119153 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55112) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:51.144648 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.169413 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f20aaa78-3fdb-4a77-842b-cb84c62a96d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:51.216280 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.259848 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-62e58a15-8f27-477a-83de-af490e5f0779 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:51.261798 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-62e58a15-8f27-477a-83de-af490e5f0779 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.6503665
Aug 31 12:41:51.286473 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:51.291313 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Usage tracker for resource:security_group_rule and tenant:ee5c3b9e3f994ab091adabe9148d79ee is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:51.294415 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:51.301948 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:51.411600 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeda7c8-bcda-4142-bcb9-52c8d218082b,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:51.439519 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b16b890000754542bed002500df622ae&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1606445
Aug 31 12:41:51.454177 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55124) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:51.513220 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Request body: {'port': {'device_id': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'admin_state_up': True, 'tenant_id': '5e2f935ddba640e7bccb60e70c8b0f58'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:51.527636 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.527990 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.528333 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.528671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.529010 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.529343 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.529676 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.530029 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.531966 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.531966 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.531966 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:41:51.547480 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:51.568665 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8f7321ba-9cdc-429e-909b-639adbe72808 req-28b926c8-5237-42db-81b6-4cbeba0f2b2a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 210 time: 0.1688285
Aug 31 12:41:51.673764 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829ee9-a476-4cb7-bc1c-ddb13bc31e19 req-0fd5c531-82e6-4e88-b9b6-da0d93cfac98 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:51.683801 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2829ee9-a476-4cb7-bc1c-ddb13bc31e19 req-0fd5c531-82e6-4e88-b9b6-da0d93cfac98 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.9011631
Aug 31 12:41:51.735217 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.745153 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.747451 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.762588 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:51.926019 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2adee6c-e902-4e58-a37d-1c9fb22aa226,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:51.935101 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:51.944730 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee5c3b9e3f994ab091adabe9148d79ee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8058081
Aug 31 12:41:51.949386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:51.952959 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55132) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:51.983108 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:51.995854 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:52.019526 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2829ee9-a476-4cb7-bc1c-ddb13bc31e19 req-952623c4-6916-4202-ade6-1f0004c306fc tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3344572
Aug 31 12:41:52.057453 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Made reservation on behalf of 5e2f935ddba640e7bccb60e70c8b0f58 for: {'port': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:41:52.063840 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:52.212797 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:52.313238 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:52.445738 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:52.471220 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-06af0a46-82a8-4b8f-ae8d-3cf44afb217e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:52.511813 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeda7c8-bcda-4142-bcb9-52c8d218082b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:52.516344 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:52.523741 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:52.531756 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8eeda7c8-bcda-4142-bcb9-52c8d218082b HTTP/1.1" status: 204  len: 168 time: 1.0735192
Aug 31 12:41:52.532380 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Allocated IP 172.20.0.9 (192ab7b6-eb83-48c3-805b-63fa7350b284/04ddb5ab-fd75-427b-8aed-b0fccbbdb398/3298d97e-3a2b-4399-9654-d4f6b8937e04) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:41:52.589582 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:52.600143 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-eafd0841-da33-46e5-8203-a808a1146af4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:52.646271 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2adee6c-e902-4e58-a37d-1c9fb22aa226,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:52.668494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:52.736367 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:41:52.889337 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:52.899622 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2adee6c-e902-4e58-a37d-1c9fb22aa226 HTTP/1.1" status: 204  len: 168 time: 0.9404445
Aug 31 12:41:53.130541 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:53.138359 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:53.333353 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-d4136043-d8fc-4741-80a8-0620a5af2c28 req-a44fb9a5-4733-465c-a499-b430fb7aaf7b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:41:53.348307 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:53.449559 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-d4136043-d8fc-4741-80a8-0620a5af2c28 req-a44fb9a5-4733-465c-a499-b430fb7aaf7b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:41:53.462382 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d4136043-d8fc-4741-80a8-0620a5af2c28 req-a44fb9a5-4733-465c-a499-b430fb7aaf7b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 210 time: 0.3099730
Aug 31 12:41:53.492297 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:53.503941 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:53.526538 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b48943a6-9256-44bb-8941-8bf1eca67423'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:41:53.639043 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:41:53.645398 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:41:53.662676 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:41:53.783387 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event updated for resources: {'Port': ['ID=3298d97e-3a2b-4399-9654-d4f6b8937e04,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:53.793410 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:53.875495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:53.876611 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:53.908249 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5103209
Aug 31 12:41:53.927100 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Request body: {'port': {'device_id': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:41:53.973976 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acb1ef-936b-462c-9b6a-2d6a58be20a4 req-515f2152-d3b2-46a4-98bc-14a54228e6fa tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:53.978297 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-88acb1ef-936b-462c-9b6a-2d6a58be20a4 req-515f2152-d3b2-46a4-98bc-14a54228e6fa tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.5335879
Aug 31 12:41:54.045585 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55176) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:54.130471 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:54.202771 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-88acb1ef-936b-462c-9b6a-2d6a58be20a4 req-790b201d-5582-45bf-bd85-3a40d615fc4e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056971
Aug 31 12:41:54.206593 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Floating IP ad633e97-0f4c-41f8-afd5-4128a1c6cac4 associated. External IP: 172.27.1.176, port: 9c88dd9e-b8dd-4c84-831f-804a3798940d.
Aug 31 12:41:54.328638 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:54.362715 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:54.382537 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d64fc97b1b48379b99ebb582e7aeb3 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:54.388815 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:54.403949 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:55.354824 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf68cdb-56a3-406b-a046-ca96fa7419ce req-874b362d-37c1-4a64-91e1-95be7d441496 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:55.359555 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4bf68cdb-56a3-406b-a046-ca96fa7419ce req-874b362d-37c1-4a64-91e1-95be7d441496 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 931 time: 0.4723144
Aug 31 12:41:55.371286 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:55.415467 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:55.433267 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:55.457541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3298d97e-3a2b-4399-9654-d4f6b8937e04 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:41:55.518079 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:55.563270 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Transition to ACTIVE for port object 3298d97e-3a2b-4399-9654-d4f6b8937e04 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:41:55.584419 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:55.601759 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:55.702278 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e75544d-bd3a-4451-b793-dc2b8d3caa44,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:55.708879 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:55.728814 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4bf68cdb-56a3-406b-a046-ca96fa7419ce req-61a06a21-b60f-4d9a-905a-c63fef557d72 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3543718
Aug 31 12:41:55.740495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55216) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:55.741628 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8d64fc97b1b48379b99ebb582e7aeb3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6927478
Aug 31 12:41:55.805632 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3298d97e-3a2b-4399-9654-d4f6b8937e04,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:55.919516 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:55.992538 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cad3f-c2c9-4ad2-9bbb-b071e955339c req-8ead3b5c-806f-4fb6-91bf-663871616fc4 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:55.999839 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8f3cad3f-c2c9-4ad2-9bbb-b071e955339c req-8ead3b5c-806f-4fb6-91bf-663871616fc4 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 945 time: 0.5367467
Aug 31 12:41:56.093796 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Router 06fe5070-8e25-4f87-ac95-5ebf69cc836c has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:41:56.188743 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8f3cad3f-c2c9-4ad2-9bbb-b071e955339c req-a8e5fdea-bbf4-4b1c-ae33-04814c26baa6 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875439
Aug 31 12:41:56.241920 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.246809 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0c6f5-1549-40f0-b4b7-08c09bbbf62a req-a13b3b33-4dd7-4ed3-91b2-dbf91f885257 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:56.255125 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d4f0c6f5-1549-40f0-b4b7-08c09bbbf62a req-a13b3b33-4dd7-4ed3-91b2-dbf91f885257 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2644796
Aug 31 12:41:56.264371 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Attempting to bind port 3298d97e-3a2b-4399-9654-d4f6b8937e04 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:41:56.265349 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Attempting to bind port 3298d97e-3a2b-4399-9654-d4f6b8937e04 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:41:56.266170 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Attempting to bind port 3298d97e-3a2b-4399-9654-d4f6b8937e04 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:56.321374 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.337112 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Port 3298d97e-3a2b-4399-9654-d4f6b8937e04 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:41:56.338460 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Attempting to bind port 3298d97e-3a2b-4399-9654-d4f6b8937e04 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:41:56.369475 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:41:56.369807 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Checking segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:41:56.370209 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Bound using segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:41:56.370707 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Bound port: 3298d97e-3a2b-4399-9654-d4f6b8937e04, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:41:56.371084 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.394101 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d4f0c6f5-1549-40f0-b4b7-08c09bbbf62a req-01458daf-c193-4e2f-9961-a4747543801f tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388938
Aug 31 12:41:56.568853 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:41:56.581661 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:41:56.584637 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.596040 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8133ecae-e54f-4106-ac8f-6c1e7b79b210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:56.621493 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.626192 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e75544d-bd3a-4451-b793-dc2b8d3caa44,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:56.636985 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:56.641040 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:41:56.704575 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:41:56.735422 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] Sync routers for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:41:56.759478 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.775034 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.778505 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e75544d-bd3a-4451-b793-dc2b8d3caa44 HTTP/1.1" status: 204  len: 168 time: 1.0290647
Aug 31 12:41:56.780133 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:41:56.780804 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fda100>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:41:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:56.952143 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:56.953949 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] 10.222.0.43 "PUT /v2.0/ports/3298d97e-3a2b-4399-9654-d4f6b8937e04 HTTP/1.1" status: 200  len: 1093 time: 3.0338962
Aug 31 12:41:56.954612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:57.019203 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1f44f67c-aaa9-4a88-8115-9082b6449f1d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "PUT /v2.0/floatingips/ad633e97-0f4c-41f8-afd5-4128a1c6cac4 HTTP/1.1" status: 200  len: 991 time: 6.7712569
Aug 31 12:41:57.026114 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:41:57.264041 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04', 'status': 'completed', 'code': 200}
Aug 31 12:41:57.472953 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3298d97e-3a2b-4399-9654-d4f6b8937e04,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:41:57.494180 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:41:57.604727 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:41:57.660748 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-7be61531-6703-416f-9f4b-8fef5b6a5e94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 1096 time: 0.6388841
Aug 31 12:41:57.686782 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4fc68-10fe-4f05-9915-9e2b54e513ea req-4fc7aba3-028f-4cc1-b40e-03a1a3fc5148 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:57.695788 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3cc4fc68-10fe-4f05-9915-9e2b54e513ea req-4fc7aba3-028f-4cc1-b40e-03a1a3fc5148 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 943 time: 0.3840702
Aug 31 12:41:57.791050 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-d48b0be1-32fa-420b-be46-3e5e1cc1fea3 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:57.805473 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-d48b0be1-32fa-420b-be46-3e5e1cc1fea3 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 945 time: 0.3296230
Aug 31 12:41:57.942412 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'status': 'completed', 'code': 200}
Aug 31 12:41:57.950776 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-13491de5-aea8-4bad-997a-4dec1ae97cd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04 HTTP/1.1" status: 200  len: 217 time: 0.2537036
Aug 31 12:41:58.137294 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Deleting port cbe75b69-854e-4ece-a6b7-5967ebb4a402 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:41:58.137901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:58.340552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55296) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:58.342564 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-05124b9c-9c51-4a1a-99ab-59f96a2e27ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:58.346323 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-05124b9c-9c51-4a1a-99ab-59f96a2e27ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.3582261
Aug 31 12:41:58.379431 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3cc4fc68-10fe-4f05-9915-9e2b54e513ea req-d7b8a207-bbd8-4509-9a7c-98e589fa5dfc tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4234016
Aug 31 12:41:58.447079 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:58.527975 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79636934-7244-4159-a671-716edd9f5a6e req-0c3c4a8e-f920-4ea6-8414-019b4be1ab52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 1098 time: 0.5731952
Aug 31 12:41:58.546497 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-8a2db053-05d5-49d3-a195-f6e4900dd589 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1655803
Aug 31 12:41:58.604384 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fda100>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'ad633e97-0f4c-41f8-afd5-4128a1c6cac4', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'port_id': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'mac_address': 'fa:16:3e:4b:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:17Z', 'updated_at': '2021-08-31T12:41:52Z', 'revision_number': 1, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:58.613492 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] Checking router: 06fe5070-8e25-4f87-ac95-5ebf69cc836c for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:41:58.636001 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:41:58.636900 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fda100>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:41:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:41:59.094569 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] For port cbe75b69-854e-4ece-a6b7-5967ebb4a402, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbe75b69-854e-4ece-a6b7-5967ebb4a402,segment=NetworkSegment(ec16dd9d-dc2c-4d18-a53b-7b0e758db343),segment_id=ec16dd9d-dc2c-4d18-a53b-7b0e758db343)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:41:59.095468 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:59.195541 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-cc1dea50-ad07-42af-b187-3dad8702441f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:59.231943 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb16e19-d073-4a1b-9ef9-92298279e730 req-231163a1-6741-4ad6-941d-6da8b54c2eba tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:59.240750 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6fb16e19-d073-4a1b-9ef9-92298279e730 req-231163a1-6741-4ad6-941d-6da8b54c2eba tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.5086386
Aug 31 12:41:59.250905 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-b9e0c19b-6728-480c-b6fc-72c12c60f3cf service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6907451
Aug 31 12:41:59.410935 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55310) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:41:59.420067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Calling delete_port for cbe75b69-854e-4ece-a6b7-5967ebb4a402 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:41:59.447846 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:41:59.527292 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:41:59.804273 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:41:59.816885 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0d013f17bb4bdb82341d7e0497682c is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:41:59.824553 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:41:59.826646 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c8de05d2-1d2e-4585-b11b-802b4b42042f req-1a4e0b64-98c3-4256-bc62-c0778918ce78 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5116520
Aug 31 12:41:59.855987 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:41:59.878901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d16938-7f6b-4e36-ba1f-73a0c31ba534 req-5b7670f7-e757-47aa-ba96-97dd5c19ec50 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:41:59.883790 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6fb16e19-d073-4a1b-9ef9-92298279e730 req-13aa23e4-f8f2-4964-9344-d901c3b23d44 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6230261
Aug 31 12:41:59.888242 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-70d16938-7f6b-4e36-ba1f-73a0c31ba534 req-5b7670f7-e757-47aa-ba96-97dd5c19ec50 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 945 time: 1.6274278
Aug 31 12:42:00.091025 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device cbe75b69-854e-4ece-a6b7-5967ebb4a402 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:42:00.182671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:00.279575 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-cef81ec5-bc6b-4c59-a366-6c6319846d52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 1096 time: 0.3381219
Aug 31 12:42:00.405747 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:00.418136 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a07efbdb0c43deb23e15c62ba71422 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:00.421537 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:00.446048 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:00.552373 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:00.552931 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79636934-7244-4159-a671-716edd9f5a6e req-0399bba3-1911-42e7-91c2-a96c8edc46dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:00.555197 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79636934-7244-4159-a671-716edd9f5a6e req-0399bba3-1911-42e7-91c2-a96c8edc46dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 912 time: 2.0015895
Aug 31 12:42:00.559398 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-70d16938-7f6b-4e36-ba1f-73a0c31ba534 req-02cd9af2-b126-4237-9ae9-9b2cea8d6051 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/security-groups?id=41414963-d819-4106-a20b-93dd8e21cf72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6697121
Aug 31 12:42:00.876017 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fda100>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'ad633e97-0f4c-41f8-afd5-4128a1c6cac4', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'port_id': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'mac_address': 'fa:16:3e:4b:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:17Z', 'updated_at': '2021-08-31T12:41:52Z', 'revision_number': 1, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:00.884322 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55904d-d4b9-47ae-9c31-28d7b0ba953a None None] The sync data for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi is: [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'ad633e97-0f4c-41f8-afd5-4128a1c6cac4', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'port_id': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'mac_address': 'fa:16:3e:4b:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:17Z', 'updated_at': '2021-08-31T12:41:52Z', 'revision_number': 1, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:42:00.906391 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:00.943674 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:00.945773 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:01.006954 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Pushing event deleted for resources: {'Port': ['ID=cbe75b69-854e-4ece-a6b7-5967ebb4a402,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:01.011078 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79636934-7244-4159-a671-716edd9f5a6e req-540189cd-022b-4cf3-a06a-2c6328d3cab8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d HTTP/1.1" status: 200  len: 999 time: 0.4409285
Aug 31 12:42:01.014489 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:01.015656 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:01.101621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-2d4460f0-29e6-4ae6-b782-310a17b295d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:01.104097 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-2d4460f0-29e6-4ae6-b782-310a17b295d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 916 time: 0.8101304
Aug 31 12:42:01.117306 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:01.154520 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd0d013f17bb4bdb82341d7e0497682c&name=default HTTP/1.1" status: 200  len: 2647 time: 2.8055980
Aug 31 12:42:01.164702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55330) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:01.237997 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a5b261a4-e0d2-4223-8391-edbf97afc13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:01.286192 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d80edd-ef3d-4f46-8cf8-ca6d354fe29e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:01.335516 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-b4a6ccc7-90f9-4e54-b433-8ca1576cd0ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04 HTTP/1.1" status: 200  len: 217 time: 0.2081521
Aug 31 12:42:01.364661 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:01.398968 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aadb50-f30f-457d-b575-d415048c7c84 None None] New status for floating IP ad633e97-0f4c-41f8-afd5-4128a1c6cac4: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:42:01.465169 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:42:01.488229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] No DVR routers for this DVR port cbe75b69-854e-4ece-a6b7-5967ebb4a402 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:42:01.494499 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:01.574887 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'name': 'network-vif-deleted', 'tag': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:42:01.581526 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:01.595150 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-92ea62e3-645a-453f-b933-bb06e8cfb9fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:01.598007 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-92ea62e3-645a-453f-b933-bb06e8cfb9fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.2495394
Aug 31 12:42:01.612125 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:01.633213 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79636934-7244-4159-a671-716edd9f5a6e req-d67b978c-3ee2-475d-a12d-876c4376e3b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:01.635880 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79636934-7244-4159-a671-716edd9f5a6e req-d67b978c-3ee2-475d-a12d-876c4376e3b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.5851586
Aug 31 12:42:01.649165 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:01.743033 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c7d1aaa6-5f8b-4af3-ad60-ee4f5e08c5ab req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.43 "DELETE /v2.0/ports/cbe75b69-854e-4ece-a6b7-5967ebb4a402 HTTP/1.1" status: 204  len: 173 time: 3.9343266
Aug 31 12:42:01.847359 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77bf3ff-fbb9-4724-9b11-7930bda472f6,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:01.853046 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:01.888982 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-8229a883-1aa5-42c4-9949-e9771d028b7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2437050
Aug 31 12:42:01.896290 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91543fc0-666a-4c91-8b22-3a3da5d28a62 req-729a0b49-bddb-41b3-af03-23e56975acf8 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:01.907778 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-91543fc0-666a-4c91-8b22-3a3da5d28a62 req-729a0b49-bddb-41b3-af03-23e56975acf8 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 943 time: 1.0816414
Aug 31 12:42:01.943743 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:01.994205 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80628c97-7e85-4d72-ab1d-600a3e5ed9a5 req-0eab94a4-4def-4efc-b159-5c49caed7d30 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:02.001940 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80628c97-7e85-4d72-ab1d-600a3e5ed9a5 req-0eab94a4-4def-4efc-b159-5c49caed7d30 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.8453462
Aug 31 12:42:02.076186 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:02.083842 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 3298d97e-3a2b-4399-9654-d4f6b8937e04 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:42:02.147246 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79636934-7244-4159-a671-716edd9f5a6e req-f8209182-3bd5-47b2-86d0-a89c86bc8d64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4939442
Aug 31 12:42:02.179467 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80628c97-7e85-4d72-ab1d-600a3e5ed9a5 req-38b37dbb-2e26-4289-9e26-a0250c5102cd tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758711
Aug 31 12:42:02.220401 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-f528d9cb-fcaf-4f37-9e14-a6b59e8eea3a service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755592
Aug 31 12:42:02.241776 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5a07efbdb0c43deb23e15c62ba71422&name=default HTTP/1.1" status: 200  len: 2647 time: 2.8190935
Aug 31 12:42:02.251316 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55348) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:02.432944 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:42:02.447774 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-91543fc0-666a-4c91-8b22-3a3da5d28a62 req-12e41f8a-a563-4456-8f9b-2901a2880630 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5389495
Aug 31 12:42:02.485142 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '3298d97e-3a2b-4399-9654-d4f6b8937e04', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'port_id': '3298d97e-3a2b-4399-9654-d4f6b8937e04', 'mac_address': 'fa:16:3e:dd:d9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ddb5ab-fd75-427b-8aed-b0fccbbdb398', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:42:02.641624 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83976d26-9cc3-490d-a2bf-83370e77ff29 req-ef6a6e67-5444-48ac-a8ba-b66a6b77e694 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3980944
Aug 31 12:42:02.688169 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57', 'name': 'network-vif-deleted', 'tag': 'cbe75b69-854e-4ece-a6b7-5967ebb4a402', 'status': 'completed', 'code': 200}
Aug 31 12:42:02.702421 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:02.747583 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:02.773043 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3298d97e-3a2b-4399-9654-d4f6b8937e04 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:42:02.802235 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:42:02.811591 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:02.815071 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:02.817158 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:02.852918 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-72a8cc66-a6bc-4c79-839e-154d6fea5064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:02.910656 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:02.912777 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90d80edd-ef3d-4f46-8cf8-ca6d354fe29e HTTP/1.1" status: 204  len: 168 time: 1.7361856
Aug 31 12:42:02.925903 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79636934-7244-4159-a671-716edd9f5a6e req-8c7968a8-37a3-4ccf-9d83-e93a31767ef2 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7447803
Aug 31 12:42:02.931661 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d80edd-ef3d-4f46-8cf8-ca6d354fe29e,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:03.016027 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=3298d97e-3a2b-4399-9654-d4f6b8937e04,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:03.046824 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.047724 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.048445 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.049224 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.050006 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.053451 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.055618 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.056785 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.057661 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.059221 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.060473 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:03.071956 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:03.104966 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:03.148844 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a55aa4d9-1e4c-4ca1-adfd-49c4dd988e18 req-37449336-d6ee-4f2e-b761-21c174417b24 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc4888e-d4e9-4c01-bfe6-ffd2f66a4c57 HTTP/1.1" status: 200  len: 210 time: 0.2105010
Aug 31 12:42:03.199611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['3298d97e-3a2b-4399-9654-d4f6b8937e04'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:42:03.215602 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:03.235056 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79636934-7244-4159-a671-716edd9f5a6e req-be376f10-95bc-4f54-bbb8-537ae464c583 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2932444
Aug 31 12:42:03.276061 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:03.417833 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:03.434967 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d4ae1d5d-0908-450b-a0a1-6d1d28e988fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:03.481322 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77bf3ff-fbb9-4724-9b11-7930bda472f6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:03.487783 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:03.508436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:03.527236 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b77bf3ff-fbb9-4724-9b11-7930bda472f6 HTTP/1.1" status: 204  len: 168 time: 1.2685342
Aug 31 12:42:03.776693 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:03.865357 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e835-a424-4250-a974-f347e94f3044 req-c87c5a6c-3f3d-4a54-b152-38f5ded4b8ae tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:03.869097 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca9e835-a424-4250-a974-f347e94f3044 req-c87c5a6c-3f3d-4a54-b152-38f5ded4b8ae tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2994528
Aug 31 12:42:03.985034 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca9e835-a424-4250-a974-f347e94f3044 req-772ff83c-217b-46a7-8e09-167f4f8d3693 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081944
Aug 31 12:42:04.318064 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15322-27d4-431c-8f9e-464f6784ba7a req-87acd602-3bf5-4ceb-b701-84d0e6e700bc tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:04.322930 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08e15322-27d4-431c-8f9e-464f6784ba7a req-87acd602-3bf5-4ceb-b701-84d0e6e700bc tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 944 time: 0.2273908
Aug 31 12:42:04.423901 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08e15322-27d4-431c-8f9e-464f6784ba7a req-24873456-ed28-4e92-93e8-975e88add461 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920885
Aug 31 12:42:04.479525 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55396) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:04.516056 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:04.518776 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55400) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:04.566815 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:04.573549 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Usage tracker for resource:security_group_rule and tenant:e91789650cd74aea88a9c61362aa4ac4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:04.577454 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:04.590781 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:04.644475 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Deleting subnet bf1fa62e-7154-49dc-b7af-bcd7b59366d5 {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:42:04.648965 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:04.744219 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:04.744647 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:04.750124 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:04.765043 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:04.824355 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95421c-67e4-420e-99c0-c7be4d5bf9ef,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:04.841365 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e91789650cd74aea88a9c61362aa4ac4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3605089
Aug 31 12:42:04.845382 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:04.846058 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55410) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:04.871091 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.059539 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.110544 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.132378 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.164462 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:05.216058 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1fa62e-7154-49dc-b7af-bcd7b59366d5,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:05.234976 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:05.263532 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.285695 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.289191 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.293993 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e95421c-67e4-420e-99c0-c7be4d5bf9ef HTTP/1.1" status: 204  len: 168 time: 0.4432833
Aug 31 12:42:05.293993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-278e9284-29fc-46c0-ae8a-ce6db149a5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:05.333745 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf1fa62e-7154-49dc-b7af-bcd7b59366d5 HTTP/1.1" status: 204  len: 168 time: 0.8144784
Aug 31 12:42:05.338621 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55434) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:05.363037 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95421c-67e4-420e-99c0-c7be4d5bf9ef,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:05.370547 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:05.737922 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947708d-f6d7-4a3b-85be-55b884f8f7eb req-93b214be-d940-4f6c-9d70-e45fb5a12d8c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:05.746569 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e947708d-f6d7-4a3b-85be-55b884f8f7eb req-93b214be-d940-4f6c-9d70-e45fb5a12d8c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.5450034
Aug 31 12:42:05.824021 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:05.829782 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e947708d-f6d7-4a3b-85be-55b884f8f7eb req-1395d0a6-49e0-4cc1-b751-14a62252a3ca tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819538
Aug 31 12:42:05.965269 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bcb09-ee46-4b6b-93ee-c8823dc26418 req-a6bce8a8-c204-4111-a122-92400390c10c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:05.977830 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a23bcb09-ee46-4b6b-93ee-c8823dc26418 req-a6bce8a8-c204-4111-a122-92400390c10c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 944 time: 0.2461400
Aug 31 12:42:06.023312 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.044971 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72388f62e0>,) {'filters': {'network_id': ['6a147ad3-b3fa-460f-904c-94c3a26e4076']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:06.073326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72388f62e0>, 'd978d5cf-bfad-4bb7-9332-4d92f18c012d') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:06.073760 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72388f62e0>, 'd978d5cf-bfad-4bb7-9332-4d92f18c012d') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:06.074802 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a23bcb09-ee46-4b6b-93ee-c8823dc26418 req-45e0154c-9a22-4bfe-b972-da6fb52129d4 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940399
Aug 31 12:42:06.090715 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.120422 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.122495 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 3298d97e-3a2b-4399-9654-d4f6b8937e04 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:42:06.146244 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:42:06.147112 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:42:06.194046 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:42:06.244621 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 3298d97e-3a2b-4399-9654-d4f6b8937e04 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:42:06.254251 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 3298d97e-3a2b-4399-9654-d4f6b8937e04 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:42:06.255014 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.335782 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.341776 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:06.377018 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.395226 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a147ad3-b3fa-460f-904c-94c3a26e4076,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:06.399911 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a147ad3-b3fa-460f-904c-94c3a26e4076 HTTP/1.1" status: 204  len: 168 time: 1.0592082
Aug 31 12:42:06.402555 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:06.403971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55460) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:06.504309 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.563459 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Deleting subnet 04ceedf0-6737-4ad9-8eaa-957c0a523575 {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:42:06.582957 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.590207 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:42:06.637159 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:42:06.649634 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.699011 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-48f6993d-1977-45fe-bffb-06f403b491fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:06.769540 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:06.988675 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:07.040474 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=3298d97e-3a2b-4399-9654-d4f6b8937e04,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:07.055622 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04', 'code': 200}
Aug 31 12:42:07.068760 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:07.294647 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:07.304386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:07.459190 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ceedf0-6737-4ad9-8eaa-957c0a523575,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:07.482242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:07.485258 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:07.507976 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04ceedf0-6737-4ad9-8eaa-957c0a523575 HTTP/1.1" status: 204  len: 168 time: 1.1023364
Aug 31 12:42:07.508466 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55490) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:07.648208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db34d-0980-4930-92e0-75d616756f94 req-c0b08c1b-7d50-4d57-b7d8-b5efc55cc112 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:07.660802 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-749db34d-0980-4930-92e0-75d616756f94 req-c0b08c1b-7d50-4d57-b7d8-b5efc55cc112 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.3409464
Aug 31 12:42:07.669247 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2193a0dc-833e-44ea-91fb-4aecf64f10ec req-87494295-ffb1-4cf5-918f-02248c322395 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 1098 time: 0.2075043
Aug 31 12:42:07.787071 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2193a0dc-833e-44ea-91fb-4aecf64f10ec req-30b5978a-737d-4272-8925-de8d82f8004a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912247
Aug 31 12:42:07.810472 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-749db34d-0980-4930-92e0-75d616756f94 req-e9a5c165-8a92-403a-a8d0-c1f7b47a9932 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482520
Aug 31 12:42:07.858137 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:07.899790 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46b75d-8819-4cf9-8e63-711f69d22682 req-6dc635d1-0a2f-4798-a1ea-609ff13ea50e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:07.902627 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3e46b75d-8819-4cf9-8e63-711f69d22682 req-6dc635d1-0a2f-4798-a1ea-609ff13ea50e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 945 time: 0.3650818
Aug 31 12:42:07.988188 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55506) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:08.159709 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Deleting subnet 4c7d9197-4deb-4865-b96a-ecc284d58fed {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:42:08.167737 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.251092 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3e46b75d-8819-4cf9-8e63-711f69d22682 req-6818066b-89e4-424f-ab51-8166692c49d5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928290
Aug 31 12:42:08.253949 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.312133 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7238e9de50>,) {'filters': {'network_id': ['385544e3-9b98-4e77-9e23-da546f128686']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:08.331408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1524585'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.363055 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238e9de50>, '3cfe734f-fdce-4cda-9041-849388efd58c') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:08.363886 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238e9de50>, '3cfe734f-fdce-4cda-9041-849388efd58c') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:08.408348 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.453493 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.467837 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:42:08.468859 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.485003 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:42:08.495578 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:42:08.644329 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.650105 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-888a8e6c-2109-4c0e-a955-8c4f98fe2c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:08.681853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1147205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1515138'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.688007 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.690842 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f25fd598-902e-4afe-bd56-6f667275d9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:08.700914 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Pushing event deleted for resources: {'Network': ['ID=385544e3-9b98-4e77-9e23-da546f128686,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:08.717501 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] 10.222.0.20 "DELETE /v2.0/networks/385544e3-9b98-4e77-9e23-da546f128686 HTTP/1.1" status: 204  len: 168 time: 1.2030017
Aug 31 12:42:08.722646 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1e0fb1b5-d623-4cd3-8289-64b594d1405a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:08.767946 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7d9197-4deb-4865-b96a-ecc284d58fed,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:08.775090 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:08.777451 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:08.791654 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4c7d9197-4deb-4865-b96a-ecc284d58fed HTTP/1.1" status: 204  len: 168 time: 0.8015778
Aug 31 12:42:08.792500 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55526) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:08.996735 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.069205 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55538) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:09.287926 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.317800 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7238481bb0>,) {'filters': {'network_id': ['d4687712-a6a9-451f-be02-c3ec21ef8d72']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:09.341686 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238481bb0>, 'ec16dd9d-dc2c-4d18-a53b-7b0e758db343') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:09.342091 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238481bb0>, 'ec16dd9d-dc2c-4d18-a53b-7b0e758db343') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:42:09.378914 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.422438 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.462360 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:42:09.464494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.514374 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-544375c2-a67b-4dce-bba0-c3d5c7358286 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=755bf5b828df4893a40934a140e8d3bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4428575
Aug 31 12:42:09.517939 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55554) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:42:09.519964 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:42:09.585886 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deecaa-1885-45b5-ad19-8740a557448d req-b5bdf6a7-b733-4a68-b318-537e0970094d tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:09.588588 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-37deecaa-1885-45b5-ad19-8740a557448d req-b5bdf6a7-b733-4a68-b318-537e0970094d tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.4454865
Aug 31 12:42:09.701236 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.718262 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-37deecaa-1885-45b5-ad19-8740a557448d req-42bd61b8-6346-483e-b381-998e37e52933 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193669
Aug 31 12:42:09.775717 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.785520 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7a595973-57c1-434d-a2fb-e32641c3f572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:09.847268 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.857214 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.892573 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4687712-a6a9-451f-be02-c3ec21ef8d72,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:09.897695 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:09.922904 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4687712-a6a9-451f-be02-c3ec21ef8d72 HTTP/1.1" status: 204  len: 168 time: 1.1220825
Aug 31 12:42:09.949672 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.967570 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a857f2ab-4786-4f6a-99d2-500894ac1f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:09.985211 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1c818-e7b9-4ecd-9bae-6d6ace923ae7,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:09.996008 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:09.997812 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:09.999256 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bc1c818-e7b9-4ecd-9bae-6d6ace923ae7 HTTP/1.1" status: 204  len: 168 time: 0.4799914
Aug 31 12:42:10.157142 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d33677-6e6f-41be-9bd0-c1356063f6ff req-cfc1bdb9-006a-4f13-afa5-05498e6f1d2b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:10.172509 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e4d33677-6e6f-41be-9bd0-c1356063f6ff req-cfc1bdb9-006a-4f13-afa5-05498e6f1d2b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 945 time: 0.1965306
Aug 31 12:42:10.251888 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55574) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:10.267494 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e4d33677-6e6f-41be-9bd0-c1356063f6ff req-1f48bcab-0730-4dce-9046-e5cb0b511b69 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937641
Aug 31 12:42:10.502494 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fbfec555-8766-4834-a1aa-35831b29ea44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51c00b4ab8fa42cbbd3abcd16a9779d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2458384
Aug 31 12:42:10.503103 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55582) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:10.723126 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:10.912241 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:11.034448 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:11.061025 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d74c76dd-fa18-4531-a106-16555ac56214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:11.081447 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41414963-d819-4106-a20b-93dd8e21cf72,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:11.101718 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:11.116847 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:11.127854 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41414963-d819-4106-a20b-93dd8e21cf72 HTTP/1.1" status: 204  len: 168 time: 0.6184533
Aug 31 12:42:11.537352 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cccf9-61ff-4c6d-b1d3-c4644376089f req-32c020b5-98d7-4791-a3a6-c7cb56bd2dbc tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:11.540571 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-631cccf9-61ff-4c6d-b1d3-c4644376089f req-32c020b5-98d7-4791-a3a6-c7cb56bd2dbc tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2104542
Aug 31 12:42:11.752924 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-631cccf9-61ff-4c6d-b1d3-c4644376089f req-d27053ae-cc2a-4bf1-8deb-127c91fd4241 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022452
Aug 31 12:42:12.102097 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55628) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:12.330474 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55640) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:12.340161 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8ab38da4-fa1e-48b5-8bf6-8fee97bfc9ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70a1539195ca4eeeb9a16277c82c49ac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2352366
Aug 31 12:42:12.480801 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:12.512091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55646) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:12.656704 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:12.746672 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:12.860619 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:12.864513 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a459c83f-d406-4f1e-8c97-578cd19b587d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:12.894697 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681dad86-ab80-40aa-acba-96bfbebb2bdd,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:12.904303 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:12.913968 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:b6487a4965504781903099288a90f656 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:12.915788 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:12.917978 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:12.921961 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/681dad86-ab80-40aa-acba-96bfbebb2bdd HTTP/1.1" status: 204  len: 168 time: 0.5899854
Aug 31 12:42:12.923527 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:12.940975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:13.135890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:13.148456 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:13.177496 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2ccaa4ae-adb6-4c38-a3d3-e5c8909170ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:13.210681 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729ea8-abbb-453d-ab89-e82915307d99 req-7eece525-3214-4966-8cf7-6d4c7d1ae239 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:13.214117 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-07729ea8-abbb-453d-ab89-e82915307d99 req-7eece525-3214-4966-8cf7-6d4c7d1ae239 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.1412060
Aug 31 12:42:13.236075 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec33dbd-7a34-4b69-b652-9a8033e6c0c8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:13.242395 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6487a4965504781903099288a90f656&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7281783
Aug 31 12:42:13.244132 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:13.245741 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55666) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:13.335630 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-07729ea8-abbb-453d-ab89-e82915307d99 req-595e373b-467d-4dcb-b366-86f6985b21ad tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102908
Aug 31 12:42:13.373669 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:13.433140 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:13.567068 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:13.574147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78b506a2-25c9-4129-8889-55810d3aeede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:13.605431 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec33dbd-7a34-4b69-b652-9a8033e6c0c8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:13.608658 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:13.623607 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:13.629225 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ec33dbd-7a34-4b69-b652-9a8033e6c0c8 HTTP/1.1" status: 204  len: 168 time: 0.3815098
Aug 31 12:42:14.474443 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:14.492853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55716) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:14.595957 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:14.713071 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:14.721424 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea22c040ed0a4486acb91b66a086323f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:14.726238 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:14.734617 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:14.760815 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ccc2c-3d11-4a07-858b-6125279fee0e req-7859307b-b821-476c-9a9d-4e7c42c2eb19 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:14.771151 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-503ccc2c-3d11-4a07-858b-6125279fee0e req-7859307b-b821-476c-9a9d-4e7c42c2eb19 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2336175
Aug 31 12:42:14.845834 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-503ccc2c-3d11-4a07-858b-6125279fee0e req-107f636d-56fe-417c-8b93-425b91b124a3 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729723
Aug 31 12:42:14.962110 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:14.968585 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:14.993156 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9e2c659c-be38-4158-83c2-a592139c12a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:15.107664 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea22c040ed0a4486acb91b66a086323f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6110404
Aug 31 12:42:15.109965 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55740) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:15.176552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0806d5b-014d-4d7a-b988-6ff57d07e3ae,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:15.186979 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:15.268319 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:15.333748 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:15.435202 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:15.450352 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-b13fbed9-0936-4ee2-8f53-4c62ae43c504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:15.469540 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0806d5b-014d-4d7a-b988-6ff57d07e3ae,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:15.516654 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:15.517950 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:15.520170 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0806d5b-014d-4d7a-b988-6ff57d07e3ae HTTP/1.1" status: 204  len: 168 time: 0.4091296
Aug 31 12:42:16.347103 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a367-6ffa-473e-98b0-7581ad6d0cb6 req-e81cc625-b47e-4127-96f2-57ddb4eae920 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:16.349639 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d649a367-6ffa-473e-98b0-7581ad6d0cb6 req-e81cc625-b47e-4127-96f2-57ddb4eae920 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2111244
Aug 31 12:42:16.423711 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-04fefafd-b76e-4479-84b2-d1c35b434376 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:16.426316 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-04fefafd-b76e-4479-84b2-d1c35b434376 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.2776680
Aug 31 12:42:16.487479 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d649a367-6ffa-473e-98b0-7581ad6d0cb6 req-187f1a4b-1390-4e7d-b892-f95c14030a15 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159599
Aug 31 12:42:16.490900 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-62e246af-e925-49a7-8d30-7607f8d1b6f1 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/quotas/5e2f935ddba640e7bccb60e70c8b0f58 HTTP/1.1" status: 200  len: 375 time: 0.0550663
Aug 31 12:42:16.717887 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-6a5e4633-6f08-4a69-984a-cab4ebc19dd7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2238631
Aug 31 12:42:16.899786 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-76e5a1f9-19c2-4f9c-90e4-813474569110 service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805532
Aug 31 12:42:17.087173 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-6b422487-b675-46bc-ab67-0cd7935eea9a service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842115
Aug 31 12:42:17.361808 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55818) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:17.458900 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bb07d216-0955-4e44-9839-f1f303211a6c req-bb44eff2-fa8b-45c0-95f8-8242c349e348 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 210 time: 0.1018538
Aug 31 12:42:17.690663 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:17.842215 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:17.856090 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Usage tracker for resource:security_group_rule and tenant:994e517ca2da4224b72dc53233eebdb7 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:17.861056 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:17.890926 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:18.051622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6a78e-2847-4589-a1f9-027c277a19ce req-05a6494c-26c3-4a2c-b58b-1d39f7a99b7c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:18.063666 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0fd6a78e-2847-4589-a1f9-027c277a19ce req-05a6494c-26c3-4a2c-b58b-1d39f7a99b7c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2905624
Aug 31 12:42:18.146298 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:18.154781 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:18.171748 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0fd6a78e-2847-4589-a1f9-027c277a19ce req-d160c14d-60b3-4892-bb74-c54d93217cfb tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898952
Aug 31 12:42:18.178000 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:18.327197 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d423265d-aecc-41b5-9925-297df6372136,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:18.340286 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:18.349756 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=994e517ca2da4224b72dc53233eebdb7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9823551
Aug 31 12:42:18.351105 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55852) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:18.499572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:18.657344 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:18.870053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:18.884328 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7c83b20a-d6c6-475a-ac2d-dd42442310f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:18.907528 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d423265d-aecc-41b5-9925-297df6372136,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:18.926986 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:18.928635 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:18.930416 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d423265d-aecc-41b5-9925-297df6372136 HTTP/1.1" status: 204  len: 168 time: 0.5786014
Aug 31 12:42:19.065112 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3c20ee84-e176-4b2e-9cc2-05986fea0fe3 req-56a94c54-c3d2-44fa-9671-d5a20cf61617 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 210 time: 0.0801237
Aug 31 12:42:19.879247 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09b053-64db-41a4-8740-4e08aab3a0e9 req-c80a503c-4915-4f36-bb38-a688603c3e06 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:19.889503 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae09b053-64db-41a4-8740-4e08aab3a0e9 req-c80a503c-4915-4f36-bb38-a688603c3e06 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.4577444
Aug 31 12:42:20.004151 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-460e399a-cb91-421d-98ce-d7f6ee7f5ca3 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:20.007220 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-460e399a-cb91-421d-98ce-d7f6ee7f5ca3 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.4465225
Aug 31 12:42:20.075029 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Request body: {'port': {'device_id': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'admin_state_up': True, 'tenant_id': '5e2f935ddba640e7bccb60e70c8b0f58'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:42:20.248411 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 55904) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:20.292471 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:20.372512 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae09b053-64db-41a4-8740-4e08aab3a0e9 req-f2287d13-69be-4ef2-9a10-c2bffc9c9f1d tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4803934
Aug 31 12:42:20.440520 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ee8a0784-cdec-4c53-81cf-e7860f93f4e2 req-48257e49-2d70-4066-bfe9-1781f20bd237 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 210 time: 0.1476674
Aug 31 12:42:20.518391 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:20.542618 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:20.571368 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Usage tracker for resource:security_group_rule and tenant:53bb35511b3d4917ad112ecc6762c191 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:20.577009 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:20.589421 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:20.734678 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:20.736702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:20.744012 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:20.760321 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-521b7beb-2383-43c7-b042-a18d2341e66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:20.808216 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef66e32-2bdc-4319-b9c3-ee45d415a6c4,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:20.871128 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53bb35511b3d4917ad112ecc6762c191&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6114984
Aug 31 12:42:20.871128 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:20.871128 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Made reservation on behalf of 5e2f935ddba640e7bccb60e70c8b0f58 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:42:20.871897 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55918) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:20.876020 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:21.023918 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:21.065104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:21.201096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:21.208451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:21.232024 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef66e32-2bdc-4319-b9c3-ee45d415a6c4,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:21.237826 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:21.256186 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:21.261866 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ef66e32-2bdc-4319-b9c3-ee45d415a6c4 HTTP/1.1" status: 204  len: 168 time: 0.3844135
Aug 31 12:42:21.268937 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Allocated IP 172.20.0.6 (192ab7b6-eb83-48c3-805b-63fa7350b284/04ddb5ab-fd75-427b-8aed-b0fccbbdb398/0d018f36-6465-46de-99d2-7fca90782d48) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:42:21.703943 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:21.740155 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:21.759723 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:21.764688 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b48943a6-9256-44bb-8941-8bf1eca67423', '3298d97e-3a2b-4399-9654-d4f6b8937e04'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:42:21.955114 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event updated for resources: {'Port': ['ID=0d018f36-6465-46de-99d2-7fca90782d48,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:21.964359 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:21.967550 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:42:21.971904 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:42:21.976242 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:42:22.145200 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:22.148611 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:22.258863 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605b213-ffd5-45c2-9222-2ddb80dbf312 req-4e63cfe7-3c64-4866-8180-67174c0e0ba7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:22.260709 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1949928
Aug 31 12:42:22.266776 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5605b213-ffd5-45c2-9222-2ddb80dbf312 req-4e63cfe7-3c64-4866-8180-67174c0e0ba7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.3392806
Aug 31 12:42:22.293005 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Request body: {'port': {'device_id': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:42:22.356201 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5605b213-ffd5-45c2-9222-2ddb80dbf312 req-aeedfc2d-cf09-41a6-9a11-d1bbc046cc62 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868068
Aug 31 12:42:23.224438 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:23.251715 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65771-a551-4d7b-a21c-ce56cab50853 req-974f39c9-0e37-4b97-874e-381eedc8546c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:23.252989 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-8eb65771-a551-4d7b-a21c-ce56cab50853 req-974f39c9-0e37-4b97-874e-381eedc8546c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:42:23.307253 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 55986) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:23.524373 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-8eb65771-a551-4d7b-a21c-ce56cab50853 req-974f39c9-0e37-4b97-874e-381eedc8546c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:42:23.535927 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8eb65771-a551-4d7b-a21c-ce56cab50853 req-974f39c9-0e37-4b97-874e-381eedc8546c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 931 time: 1.1430814
Aug 31 12:42:23.686182 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:23.816679 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:23.836677 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Usage tracker for resource:security_group_rule and tenant:f28dca1a764046f8adcff5a3ac0968af is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:23.857796 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:23.992584 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8eb65771-a551-4d7b-a21c-ce56cab50853 req-f322cbe9-67fc-4aba-8976-f8477b469531 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4553382
Aug 31 12:42:24.014716 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:24.185410 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703fa03-3c02-4d84-82bb-78631aa48228 req-a738f3e9-4f12-4b74-b888-cee12d2019b3 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:24.188084 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5703fa03-3c02-4d84-82bb-78631aa48228 req-a738f3e9-4f12-4b74-b888-cee12d2019b3 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.3019390
Aug 31 12:42:24.265730 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d018f36-6465-46de-99d2-7fca90782d48 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:42:24.302538 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.335758 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.349550 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Transition to ACTIVE for port object 0d018f36-6465-46de-99d2-7fca90782d48 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:42:24.360348 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5703fa03-3c02-4d84-82bb-78631aa48228 req-91078fd7-b2ec-41a1-94b5-53e7400cfbd1 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596625
Aug 31 12:42:24.360926 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.365841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.379221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:24.385905 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c973b490-7d7c-475d-899d-613c4d360a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:24.465665 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef452f5-3916-441b-86e1-269bdcf26e75,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:24.473189 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:24.481852 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f28dca1a764046f8adcff5a3ac0968af&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1731026
Aug 31 12:42:24.482968 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56024) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:24.587508 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.601144 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=0d018f36-6465-46de-99d2-7fca90782d48,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:24.606132 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:24.656474 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.794617 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.809938 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f0dbff4b-3623-4260-8b7c-db5d793eacc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:24.843593 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef452f5-3916-441b-86e1-269bdcf26e75,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:24.845613 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Attempting to bind port 0d018f36-6465-46de-99d2-7fca90782d48 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:42:24.845947 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Attempting to bind port 0d018f36-6465-46de-99d2-7fca90782d48 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:42:24.846269 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Attempting to bind port 0d018f36-6465-46de-99d2-7fca90782d48 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:42:24.852253 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:24.862531 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.870827 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eef452f5-3916-441b-86e1-269bdcf26e75 HTTP/1.1" status: 204  len: 168 time: 0.3862352
Aug 31 12:42:24.876166 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Port 0d018f36-6465-46de-99d2-7fca90782d48 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:42:24.876512 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Attempting to bind port 0d018f36-6465-46de-99d2-7fca90782d48 on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:42:24.894525 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:42:24.894889 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Checking segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:42:24.895650 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Bound using segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:42:24.895650 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Bound port: 0d018f36-6465-46de-99d2-7fca90782d48, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:42:24.896009 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:24.970673 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56042) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:25.059208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] For port 0d018f36-6465-46de-99d2-7fca90782d48, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:42:25.064104 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] For port 0d018f36-6465-46de-99d2-7fca90782d48, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=0d018f36-6465-46de-99d2-7fca90782d48,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:42:25.105754 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:25.127263 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:25.368469 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:25.381431 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] 10.222.0.43 "PUT /v2.0/ports/0d018f36-6465-46de-99d2-7fca90782d48 HTTP/1.1" status: 200  len: 1093 time: 3.1112607
Aug 31 12:42:25.382832 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'tag': '0d018f36-6465-46de-99d2-7fca90782d48'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:42:25.450729 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=0d018f36-6465-46de-99d2-7fca90782d48,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:25.477772 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb2132-9dfc-4dd2-86af-e6d48b55da1b req-49ea2f73-2a92-42ca-b1b9-7f4744ce5ebf tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:25.493513 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5ceb2132-9dfc-4dd2-86af-e6d48b55da1b req-49ea2f73-2a92-42ca-b1b9-7f4744ce5ebf tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 943 time: 0.2085288
Aug 31 12:42:25.537694 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:25.627798 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5ceb2132-9dfc-4dd2-86af-e6d48b55da1b req-99389df2-ad0d-49fd-9b02-3950c709d619 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308112
Aug 31 12:42:25.653192 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-8124c78e-a1f7-454b-a817-dc55ef84656b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 1096 time: 0.2033219
Aug 31 12:42:25.767294 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:25.869378 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:25.880197 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Usage tracker for resource:security_group_rule and tenant:1ab9f5f2c4854292a7911886a8473b0a is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:25.890438 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:25.906235 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:25.933151 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'tag': '0d018f36-6465-46de-99d2-7fca90782d48', 'status': 'completed', 'code': 200}
Aug 31 12:42:25.968483 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-e828fa30-c497-4967-8b18-a8094cd7e76a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d018f36-6465-46de-99d2-7fca90782d48 HTTP/1.1" status: 200  len: 217 time: 0.3036661
Aug 31 12:42:26.132603 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-a9e0b216-0d33-4937-aa39-3d1dc901bd13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:26.135685 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-a9e0b216-0d33-4937-aa39-3d1dc901bd13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.1562862
Aug 31 12:42:26.198415 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d655d-2433-42e6-8c6e-9220002ecc88 req-c10897cb-e4f7-4a89-8a2c-7f0d267dbc94 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:26.219751 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5a0d655d-2433-42e6-8c6e-9220002ecc88 req-c10897cb-e4f7-4a89-8a2c-7f0d267dbc94 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2400537
Aug 31 12:42:26.237845 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-cdc18626-a973-4b4d-94f8-1f667ac5fb76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0934787
Aug 31 12:42:26.312794 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:26.332125 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:26.346138 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:26.400862 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7c9d9-3b1b-4448-a007-596a484ac60a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:26.409916 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:26.485705 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5a0d655d-2433-42e6-8c6e-9220002ecc88 req-fac31ee2-5a35-49f6-9f9b-fd96d4eae68a tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643387
Aug 31 12:42:26.516606 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ab9f5f2c4854292a7911886a8473b0a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5441773
Aug 31 12:42:26.522330 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56092) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:26.827369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:26.986954 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:27.079802 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-a3c68b49-5c5f-4768-96da-98d8afc71e16 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8325155
Aug 31 12:42:27.251241 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbbec7-6f92-47bb-a36d-5acd5385de4d req-1ae119ce-0f7d-48e4-ab9a-c6041fccdb7f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:27.254259 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b7fbbec7-6f92-47bb-a36d-5acd5385de4d req-1ae119ce-0f7d-48e4-ab9a-c6041fccdb7f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 943 time: 0.3445137
Aug 31 12:42:27.457178 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b7fbbec7-6f92-47bb-a36d-5acd5385de4d req-16c15088-02c2-4aaa-9c17-847f4ff49f9a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903300
Aug 31 12:42:27.546629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:27.556732 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1bd2ae12-41a2-4596-a04c-f85c0227f197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:27.582764 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3c4b0953-a198-4300-bbbe-b5cf25e4f646 req-149833a3-c893-4035-8fc4-913f49489bfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 1098 time: 0.1969552
Aug 31 12:42:27.602028 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7c9d9-3b1b-4448-a007-596a484ac60a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:27.606762 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:27.647092 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:27.664494 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efa7c9d9-3b1b-4448-a007-596a484ac60a HTTP/1.1" status: 204  len: 168 time: 1.1368713
Aug 31 12:42:27.691950 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac2b696a-2819-4b27-8c81-41c14a2aca94 req-cffb916d-19e5-4259-94b9-457ec911d123 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5607369
Aug 31 12:42:27.778167 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3c4b0953-a198-4300-bbbe-b5cf25e4f646 req-7e649346-dde8-45b1-9f8c-09b8d375908a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852455
Aug 31 12:42:28.047674 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb366dea-5234-4508-a54c-6a252cbea55f req-efbf5ebc-4eb9-430b-9ce8-22b5eef9f1a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 1096 time: 0.3065600
Aug 31 12:42:28.122313 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf25d41-e311-4db3-b245-f2fa4eedaa43 req-93d3bc9a-da3e-48c9-9bd1-228d5df4952a tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:28.132319 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3bf25d41-e311-4db3-b245-f2fa4eedaa43 req-93d3bc9a-da3e-48c9-9bd1-228d5df4952a tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.3038714
Aug 31 12:42:28.451573 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3bf25d41-e311-4db3-b245-f2fa4eedaa43 req-fd1f9c33-0b0b-4bc4-aed6-0b227977b7f5 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3083658
Aug 31 12:42:28.468269 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb366dea-5234-4508-a54c-6a252cbea55f req-b1d67750-fb26-471a-9b25-092661d3bef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:28.470389 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb366dea-5234-4508-a54c-6a252cbea55f req-b1d67750-fb26-471a-9b25-092661d3bef9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 916 time: 0.4092216
Aug 31 12:42:28.641097 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb366dea-5234-4508-a54c-6a252cbea55f req-30feb0e3-f8b3-496d-9e0e-2a972ee2481e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d018f36-6465-46de-99d2-7fca90782d48 HTTP/1.1" status: 200  len: 217 time: 0.1591406
Aug 31 12:42:28.842758 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb366dea-5234-4508-a54c-6a252cbea55f req-ffe82c20-7689-47c7-b530-db8ced97f137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:28.845157 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb366dea-5234-4508-a54c-6a252cbea55f req-ffe82c20-7689-47c7-b530-db8ced97f137 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.1979549
Aug 31 12:42:28.928155 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb366dea-5234-4508-a54c-6a252cbea55f req-d10334bb-6281-4342-b0b9-05ef1397465f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724695
Aug 31 12:42:29.016279 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-acb1fe68-0d76-4b86-8021-9796278c04be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.176120 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56166) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:29.241554 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.387347 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.406105 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:29.415182 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb366dea-5234-4508-a54c-6a252cbea55f req-7ad3fe1d-f149-4466-93fd-9018fbe60dba service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4561899
Aug 31 12:42:29.421777 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Usage tracker for resource:security_group_rule and tenant:10a9064d36344d40a86a11d61167cb9e is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:29.431459 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:29.441629 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:29.535785 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50340a-db2b-46c4-a75e-90c2edd08732 req-9c921a80-8817-4a4c-abd7-866847263f0a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:29.537860 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e50340a-db2b-46c4-a75e-90c2edd08732 req-9c921a80-8817-4a4c-abd7-866847263f0a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 943 time: 0.7483988
Aug 31 12:42:29.582597 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.590657 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.636074 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2d4f2c31-39a1-456a-9124-d897a3284934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:29.653139 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10a9064d36344d40a86a11d61167cb9e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4748719
Aug 31 12:42:29.656242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56180) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:29.738034 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c102c-ccb7-4182-a002-d6125c27f01a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:29.745348 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:29.780534 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.824783 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb366dea-5234-4508-a54c-6a252cbea55f req-36edb01c-c4a5-44f3-9764-74f087797a70 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3945615
Aug 31 12:42:29.833837 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.867406 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e50340a-db2b-46c4-a75e-90c2edd08732 req-0229f126-2575-4dca-a34e-2c80b13b1ad0 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346876
Aug 31 12:42:29.967311 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:29.975507 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:30.003908 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c102c-ccb7-4182-a002-d6125c27f01a,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:30.008469 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:30.040354 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:30.041677 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/079c102c-ccb7-4182-a002-d6125c27f01a HTTP/1.1" status: 204  len: 168 time: 0.3843956
Aug 31 12:42:30.169728 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c78b-ec91-41ec-93c4-e9a345aca6ec req-89ab8614-db9e-4b31-9fba-54eef319d00c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:30.175739 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d758c78b-ec91-41ec-93c4-e9a345aca6ec req-89ab8614-db9e-4b31-9fba-54eef319d00c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.1221964
Aug 31 12:42:30.250120 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 0d018f36-6465-46de-99d2-7fca90782d48 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:42:30.265097 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d758c78b-ec91-41ec-93c4-e9a345aca6ec req-d4bceec8-0255-409f-96d0-79b770bc0ed7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808704
Aug 31 12:42:30.523282 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 0d018f36-6465-46de-99d2-7fca90782d48, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=0d018f36-6465-46de-99d2-7fca90782d48,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:42:30.547399 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '0d018f36-6465-46de-99d2-7fca90782d48', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'port_id': '0d018f36-6465-46de-99d2-7fca90782d48', 'mac_address': 'fa:16:3e:d5:c0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ddb5ab-fd75-427b-8aed-b0fccbbdb398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:42:30.627471 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049337b-fb1c-4307-a0df-cc9e2d633c02 req-3da160e8-6d16-4bba-a74b-020af6568eb3 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:30.639971 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8049337b-fb1c-4307-a0df-cc9e2d633c02 req-3da160e8-6d16-4bba-a74b-020af6568eb3 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1449037
Aug 31 12:42:30.705551 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:30.763919 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d018f36-6465-46de-99d2-7fca90782d48 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:42:30.770293 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8049337b-fb1c-4307-a0df-cc9e2d633c02 req-cdf8e7b4-490b-4173-bfcf-554b7997735c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293433
Aug 31 12:42:30.815487 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 0d018f36-6465-46de-99d2-7fca90782d48, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=0d018f36-6465-46de-99d2-7fca90782d48,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:42:30.826330 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:30.828874 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:30.917996 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=0d018f36-6465-46de-99d2-7fca90782d48,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:30.947713 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:31.154702 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['0d018f36-6465-46de-99d2-7fca90782d48'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:42:31.245510 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1131b-bbd5-4d77-982e-9b657a853772 req-c1e617f4-7a91-4d8e-97f2-fd8cc169ce33 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:31.245786 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a073d22b-0f2e-4530-9467-e62627e93d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:31.250484 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bfe1131b-bbd5-4d77-982e-9b657a853772 req-c1e617f4-7a91-4d8e-97f2-fd8cc169ce33 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 944 time: 0.1806409
Aug 31 12:42:31.324383 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bfe1131b-bbd5-4d77-982e-9b657a853772 req-257f95df-7dca-42b6-a897-c5a34490906d tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622604
Aug 31 12:42:32.339840 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:32.652030 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235c4a-a595-4b0a-a8f7-6d227f455d42 req-0ab4c265-bb9a-482b-bfd6-bc80e0d12e58 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:32.653829 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73235c4a-a595-4b0a-a8f7-6d227f455d42 req-0ab4c265-bb9a-482b-bfd6-bc80e0d12e58 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 944 time: 0.1444962
Aug 31 12:42:32.791171 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73235c4a-a595-4b0a-a8f7-6d227f455d42 req-6e122621-93fc-4a69-8677-2a3e78b25c71 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199899
Aug 31 12:42:33.763672 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:34.097296 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c4b0-0944-4c76-907c-ed1f0b89c039 req-1fedebd2-ebdf-442d-b51c-f7ed8bb37e43 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:34.099725 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b98c4b0-0944-4c76-907c-ed1f0b89c039 req-1fedebd2-ebdf-442d-b51c-f7ed8bb37e43 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 944 time: 0.1197515
Aug 31 12:42:34.178677 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b98c4b0-0944-4c76-907c-ed1f0b89c039 req-882eae23-1080-46c8-b096-79461ae92445 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716512
Aug 31 12:42:35.431617 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ddad4-fbc9-4fc1-9ae1-28d48de3f755 req-3a3c03c3-854a-48f3-8684-41e8b069b80d tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:35.433170 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f20ddad4-fbc9-4fc1-9ae1-28d48de3f755 req-3a3c03c3-854a-48f3-8684-41e8b069b80d tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 944 time: 0.0956414
Aug 31 12:42:35.492635 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f20ddad4-fbc9-4fc1-9ae1-28d48de3f755 req-6d1ce118-d12d-4acb-9b9b-644638c633ac tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529737
Aug 31 12:42:36.274514 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 0d018f36-6465-46de-99d2-7fca90782d48 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:42:36.425800 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56346) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:36.439466 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 0d018f36-6465-46de-99d2-7fca90782d48 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:42:36.450406 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 0d018f36-6465-46de-99d2-7fca90782d48 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:42:36.451364 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:36.882679 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:36.961142 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:37.002210 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d018f36-6465-46de-99d2-7fca90782d48'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:42:37.025681 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37465a3-d199-4dd4-9af1-1a0cdd87e2ef req-b60913ab-79e4-4660-b8f1-9d09290f2a3a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:37.040240 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e37465a3-d199-4dd4-9af1-1a0cdd87e2ef req-b60913ab-79e4-4660-b8f1-9d09290f2a3a tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 944 time: 0.1907887
Aug 31 12:42:37.054790 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 0d018f36-6465-46de-99d2-7fca90782d48, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=0d018f36-6465-46de-99d2-7fca90782d48,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:42:37.074305 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:37.078305 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:37.083172 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:37.091149 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Usage tracker for resource:security_group_rule and tenant:77a4711f12704d7ca3c0abf0eb5be144 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:37.095185 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:37.113818 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:37.146703 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e37465a3-d199-4dd4-9af1-1a0cdd87e2ef req-5c39bdc8-2e5d-4e50-bef9-05ed2129f971 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033530
Aug 31 12:42:37.230727 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=0d018f36-6465-46de-99d2-7fca90782d48,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:37.235085 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:37.342266 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:37.367744 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d018f36-6465-46de-99d2-7fca90782d48', 'code': 200}
Aug 31 12:42:37.422637 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:37.452448 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-13290bad-7239-4ed4-a4b0-2749dcef16e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:37.502576 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b4597-cf64-421a-8898-54c7062b61eb,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:37.509707 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:37.568142 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77a4711f12704d7ca3c0abf0eb5be144&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1411204
Aug 31 12:42:37.574601 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56384) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:37.642816 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-7b45fcb6-2509-4da5-96e3-191a6531eff3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.2870007
Aug 31 12:42:37.742821 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb43f11-0349-42df-960b-46229bbed90d req-86e1e1fc-afa3-4f52-9473-57aa5b091175 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:37.756238 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dfb43f11-0349-42df-960b-46229bbed90d req-86e1e1fc-afa3-4f52-9473-57aa5b091175 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1528327
Aug 31 12:42:37.900396 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:38.000126 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:38.049647 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-a34aa4ae-1422-487a-aa7a-36d09d4a145c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:38.053656 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-a34aa4ae-1422-487a-aa7a-36d09d4a145c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.4068210
Aug 31 12:42:38.063709 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dfb43f11-0349-42df-960b-46229bbed90d req-397e701e-c5d2-43d9-a265-21df4d416812 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061442
Aug 31 12:42:38.266637 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e18261ab-1a07-4f87-834c-6ad47e365b9d req-97f89488-5d49-401d-9ea8-74477da4d49b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 1098 time: 0.3748496
Aug 31 12:42:38.415417 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e18261ab-1a07-4f87-834c-6ad47e365b9d req-910c1e6f-1cb8-4fff-8a3f-ce2880a2e3f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369574
Aug 31 12:42:38.473905 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:42:38.641246 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56412) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:38.664424 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56418) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:38.741622 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-9cd63237-6288-4272-ab94-8307d4b55f51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 217 time: 0.5788989
Aug 31 12:42:39.010449 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-15cceea0-bfc4-4986-9a37-ce69fcc2df21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:39.013247 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-15cceea0-bfc4-4986-9a37-ce69fcc2df21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.2602096
Aug 31 12:42:39.014233 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:39.030165 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:39.056153 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b4597-cf64-421a-8898-54c7062b61eb,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:39.060674 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:39.131229 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:39.133572 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-485d2aa6-e01c-428b-9bd0-6e10ff5b36f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0888786
Aug 31 12:42:39.138904 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:39.146626 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/660b4597-cf64-421a-8898-54c7062b61eb HTTP/1.1" status: 204  len: 168 time: 1.5689440
Aug 31 12:42:39.198448 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:39.268794 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:39.275828 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Usage tracker for resource:security_group_rule and tenant:7a9b4a22eef24c13a6966319013c6f6a is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:39.280946 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:39.291542 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:39.385656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:39.402539 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Usage tracker for resource:security_group_rule and tenant:61bb511a49604d37bfcb0621f5b5985e is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:39.411825 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3496d-865f-4673-af29-3541d29498f9 req-baf777d8-83bf-443b-b4dc-fc29a3289e36 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:39.416903 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:39.423128 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-02e3496d-865f-4673-af29-3541d29498f9 req-baf777d8-83bf-443b-b4dc-fc29a3289e36 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 945 time: 0.6737723
Aug 31 12:42:39.452743 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-7e1b13a5-1392-44b7-9502-a21c0ffb906f service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2982061
Aug 31 12:42:39.473021 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:39.562358 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-02e3496d-865f-4673-af29-3541d29498f9 req-3a66c1bc-b719-4c34-884e-c1cbd01a4977 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378038
Aug 31 12:42:39.672996 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38b91-bd5e-41ac-9b6e-4970f3d44ac3 req-657273ce-fe09-488e-8b14-e5639b7f161c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:39.699505 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-74e38b91-bd5e-41ac-9b6e-4970f3d44ac3 req-657273ce-fe09-488e-8b14-e5639b7f161c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.3811066
Aug 31 12:42:39.806558 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:39.890187 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:39.909925 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-fab4484d-4813-4fc7-9ddb-1eba6a3515ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:39.946824 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19802ee7-4119-4fde-bafa-1966ce9e9788 req-806c7ecd-7ac7-4574-92ef-8e5c1228a0b3 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4483166
Aug 31 12:42:39.988127 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.042351 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.165667 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56442) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:40.191023 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb046f6c-0940-4bad-8909-05f7ef12daea,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:40.221085 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-74e38b91-bd5e-41ac-9b6e-4970f3d44ac3 req-6e709aa2-45b5-41da-8ca2-fef472b2ff46 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4993501
Aug 31 12:42:40.226238 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:40.230992 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0df14ea4-dd4a-4dd7-8f2d-468ac8f9c4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:40.239926 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a9b4a22eef24c13a6966319013c6f6a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5736942
Aug 31 12:42:40.244304 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56448) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:40.254427 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61bb511a49604d37bfcb0621f5b5985e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6113412
Aug 31 12:42:40.255959 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.274174 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56452) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:40.358099 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f16231df-f91f-4ecf-8c7f-1bd0ff5e1ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.359485 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603af4c8-c385-456d-81d5-26426b21973c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:40.373080 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:40.405019 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:40.408980 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f16231df-f91f-4ecf-8c7f-1bd0ff5e1ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.418925 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Usage tracker for resource:security_group_rule and tenant:bbfd1401b9854629b7206b0099e42c69 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:40.425184 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:40.443120 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:40.476846 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.489785 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f16231df-f91f-4ecf-8c7f-1bd0ff5e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.495251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1ba983f8-07ce-46a0-93f4-8f2774ccf879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:40.516073 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16231df-f91f-4ecf-8c7f-1bd0ff5e1ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb046f6c-0940-4bad-8909-05f7ef12daea,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:40.519888 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f16231df-f91f-4ecf-8c7f-1bd0ff5e1ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:40.528824 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f16231df-f91f-4ecf-8c7f-1bd0ff5e1ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.530114 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.537554 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f16231df-f91f-4ecf-8c7f-1bd0ff5e1ef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb046f6c-0940-4bad-8909-05f7ef12daea HTTP/1.1" status: 204  len: 168 time: 0.2851746
Aug 31 12:42:40.640818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.655386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.679049 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4aadd745-421d-4ec7-bd5d-95fdccf53a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:40.697776 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.772103 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76a690-08af-4d5f-b18f-5ab3abfd2595,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:40.826540 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:40.839075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:40.852647 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbfd1401b9854629b7206b0099e42c69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6751883
Aug 31 12:42:40.855637 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56460) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:40.868474 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:40.874565 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/603af4c8-c385-456d-81d5-26426b21973c HTTP/1.1" status: 204  len: 168 time: 0.5851943
Aug 31 12:42:40.878938 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603af4c8-c385-456d-81d5-26426b21973c,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:40.884868 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:40.976896 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e1b02-000f-4681-8f87-03082d00017e req-d365d0ac-e8b9-4207-ae99-1b9d0e9e2369 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:40.978848 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-841e1b02-000f-4681-8f87-03082d00017e req-d365d0ac-e8b9-4207-ae99-1b9d0e9e2369 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 945 time: 0.2152469
Aug 31 12:42:41.005493 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:41.066528 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:41.070861 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-841e1b02-000f-4681-8f87-03082d00017e req-57c9506e-629d-4db8-91d1-566b01f6fd50 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826788
Aug 31 12:42:41.201138 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:41.214275 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-31440eed-b375-47b2-bdd2-8b1c1ce17c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:41.239742 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76a690-08af-4d5f-b18f-5ab3abfd2595,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:41.246066 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:41.249849 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:41.256414 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f76a690-08af-4d5f-b18f-5ab3abfd2595 HTTP/1.1" status: 204  len: 168 time: 0.3990152
Aug 31 12:42:41.771468 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1221-4e07-4da9-bd58-913fce2a4ac8 req-96f77da3-24e8-4a8a-bef2-11f61759c67c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:41.794096 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7f7b1221-4e07-4da9-bd58-913fce2a4ac8 req-96f77da3-24e8-4a8a-bef2-11f61759c67c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.2728734
Aug 31 12:42:41.886113 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56494) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:41.936962 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7f7b1221-4e07-4da9-bd58-913fce2a4ac8 req-c0d7511d-e319-4d2a-b6ee-ff37490ae47f tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391823
Aug 31 12:42:41.972810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:42.073740 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:42.084249 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec530f4386e4108a431c5089c3454a2 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:42.092251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:42.107312 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:42.252341 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:42.267998 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:42.277467 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:42.366424 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ec530f4386e4108a431c5089c3454a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4783483
Aug 31 12:42:42.367517 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f3b75-0120-43c3-81e8-531b31479491,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:42.369597 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56508) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:42.373468 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:42.499652 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:42.546501 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:42.629421 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:42.639249 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4c61c7d1-8a4c-43c5-ac5a-2ea64f21735b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:42.640585 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56518) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:42.674800 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f3b75-0120-43c3-81e8-531b31479491,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:42.681168 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:42.688476 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:42.697049 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b0f3b75-0120-43c3-81e8-531b31479491 HTTP/1.1" status: 204  len: 168 time: 0.3254597
Aug 31 12:42:42.971439 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:43.036439 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:43.045579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Usage tracker for resource:security_group_rule and tenant:858f8da9e31c45bd9ed971dfbfa287ad is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:43.051507 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:43.068300 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:43.261817 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:43.269171 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:43.282512 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:43.359984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34f272c-4d47-4b1e-85e5-29414617b188,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:43.371610 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:43.424696 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=858f8da9e31c45bd9ed971dfbfa287ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7825608
Aug 31 12:42:43.427079 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56550) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:43.463403 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa5ed9-23ad-4a5f-a249-8aae1128923a req-5eb8d51d-5bd2-4cc4-84b3-9a326253efac tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:43.472698 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c4aa5ed9-23ad-4a5f-a249-8aae1128923a req-5eb8d51d-5bd2-4cc4-84b3-9a326253efac tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1709204
Aug 31 12:42:43.524099 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:43.561988 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c4aa5ed9-23ad-4a5f-a249-8aae1128923a req-42d8194f-a158-4594-a237-50c6b0a46ee8 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870779
Aug 31 12:42:43.607489 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:43.683938 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:43.694593 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-772d7ebe-0314-43ee-a9c3-2d0abd5858a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:43.719164 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34f272c-4d47-4b1e-85e5-29414617b188,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:43.731690 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:43.741212 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:43.747033 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f34f272c-4d47-4b1e-85e5-29414617b188 HTTP/1.1" status: 204  len: 168 time: 0.3147593
Aug 31 12:42:43.867318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56564) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:43.920679 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:44.132689 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:44.142704 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Usage tracker for resource:security_group_rule and tenant:3d95cec05f104947820f590d3a677743 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:44.149929 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:44.163024 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:44.199983 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-b28f90d0-5513-4701-8b23-47dfa7c88c71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2478373
Aug 31 12:42:44.498920 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:44.503646 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:44.513497 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:44.529781 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e86f6e7a-9605-4434-9606-9d3ffb7c98e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:44.578668 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-2458efcd-2595-4a78-b8b4-5a3d69bba1f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 1098 time: 0.3302937
Aug 31 12:42:44.920184 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d5f595-ab1c-4563-930f-0814befb4499,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:44.930290 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:44.965448 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d95cec05f104947820f590d3a677743&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0969851
Aug 31 12:42:44.972716 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56592) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:45.106105 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:45.168240 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:45.183545 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-9f82ed11-c0b6-47f1-8cd5-03fbac77ad83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:45.185304 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-9f82ed11-c0b6-47f1-8cd5-03fbac77ad83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 916 time: 0.5641630
Aug 31 12:42:45.245077 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:45.251059 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-81cb6e2d-d7aa-403e-9ac8-8c85e8ab4a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:45.266026 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d5f595-ab1c-4563-930f-0814befb4499,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:45.270644 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:45.280300 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:45.291977 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71d5f595-ab1c-4563-930f-0814befb4499 HTTP/1.1" status: 204  len: 168 time: 0.3098581
Aug 31 12:42:45.339861 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe9702-a8b2-41c9-bd46-ab385d105f21 req-84ad470d-7dbb-4627-8220-1b6fb8edefd5 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:45.341486 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80fe9702-a8b2-41c9-bd46-ab385d105f21 req-84ad470d-7dbb-4627-8220-1b6fb8edefd5 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.3909805
Aug 31 12:42:45.343838 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-e089e070-e084-4501-989b-7f79a87d6762 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b48943a6-9256-44bb-8941-8bf1eca67423 HTTP/1.1" status: 200  len: 217 time: 0.1492774
Aug 31 12:42:45.597760 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80fe9702-a8b2-41c9-bd46-ab385d105f21 req-ce163555-a78e-49de-9c05-7d746f9638df tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890752
Aug 31 12:42:45.617694 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-ca08b5f2-a6fa-40d0-9946-7e44b71fc157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:45.619910 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-ca08b5f2-a6fa-40d0-9946-7e44b71fc157 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.2677422
Aug 31 12:42:45.746063 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-8eaf4933-df0f-437c-884a-be19f9f9aaf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1040621
Aug 31 12:42:46.005819 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-2d6efef6-045a-4c3d-9635-f360328e8023 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307734
Aug 31 12:42:46.205449 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae3639ac-3a8e-42aa-8162-084f87f7efa0 req-650cf852-17b0-46c0-9a42-1439ef41590c service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925247
Aug 31 12:42:46.664540 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56672) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:46.671721 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56676) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:46.887871 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074813-d66a-4832-a673-daf1783de06a req-8d1a79c8-e7c0-4887-bcc0-c909ad354111 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:46.889548 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9f074813-d66a-4832-a673-daf1783de06a req-8d1a79c8-e7c0-4887-bcc0-c909ad354111 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1003346
Aug 31 12:42:46.991540 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.002435 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.047910 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:47.060039 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4023360cabc6417da2141a769e5ca5e5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:47.067151 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:47.078155 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9f074813-d66a-4832-a673-daf1783de06a req-80333228-4e73-4843-beb3-6de13e4460bb tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811931
Aug 31 12:42:47.081836 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:47.098010 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:47.114855 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Usage tracker for resource:security_group_rule and tenant:aac1520e3f0c4601a3937f45f86d71fa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:47.119316 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:47.138173 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:47.220482 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.226172 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.237486 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:47.248354 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.254268 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.268158 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6dfd85fe-4c30-4b28-8ec0-f60998706fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:47.289540 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f924d7-3128-459c-a053-5a2c8427e096,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:47.294197 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4023360cabc6417da2141a769e5ca5e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6208720
Aug 31 12:42:47.295460 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:47.297149 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56698) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:47.316330 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab874bfb-f6ba-4fef-af3e-4d666442fbe9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:47.323901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:47.332932 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aac1520e3f0c4601a3937f45f86d71fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6672928
Aug 31 12:42:47.335654 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56702) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:47.410330 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.427888 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.479610 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.499211 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.548048 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.555594 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad8c7aa8-d466-490c-961f-84685861d78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:47.574965 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.578519 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7f924d7-3128-459c-a053-5a2c8427e096 HTTP/1.1" status: 204  len: 168 time: 0.2777712
Aug 31 12:42:47.578519 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f924d7-3128-459c-a053-5a2c8427e096,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:47.591707 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:47.667920 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.689633 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d556b8f7-f285-4ba3-827f-8f72e98a8598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:47.722231 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab874bfb-f6ba-4fef-af3e-4d666442fbe9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:47.749989 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:47.784056 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:47.792335 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab874bfb-f6ba-4fef-af3e-4d666442fbe9 HTTP/1.1" status: 204  len: 168 time: 0.4508801
Aug 31 12:42:48.685007 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc60a8-c842-4cfd-ad0a-c2e52e3fff50 req-94c227e7-01c8-42ef-b177-7d16cf033b21 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:48.691642 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e0fc60a8-c842-4cfd-ad0a-c2e52e3fff50 req-94c227e7-01c8-42ef-b177-7d16cf033b21 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.2127926
Aug 31 12:42:48.832273 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e0fc60a8-c842-4cfd-ad0a-c2e52e3fff50 req-cf71287f-6ca5-417f-b587-eb2ef5a3dee6 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307905
Aug 31 12:42:50.099406 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece383cd-485f-4585-a814-a8b8c05de71f req-24bd7a28-b678-47d4-83ef-24c5073eece0 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:50.101864 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ece383cd-485f-4585-a814-a8b8c05de71f req-24bd7a28-b678-47d4-83ef-24c5073eece0 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.0977302
Aug 31 12:42:50.181713 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ece383cd-485f-4585-a814-a8b8c05de71f req-9eb3a820-b9b7-4173-9a0c-981ca921facb tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690787
Aug 31 12:42:51.423869 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ffc35-68d3-4a83-849a-9dcb7b5373c9 req-d67e474d-82e2-45bf-9a49-2e11ce52140f tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:51.425532 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3d0ffc35-68d3-4a83-849a-9dcb7b5373c9 req-d67e474d-82e2-45bf-9a49-2e11ce52140f tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.0824678
Aug 31 12:42:51.504097 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3d0ffc35-68d3-4a83-849a-9dcb7b5373c9 req-c92c0d03-46da-45ea-ab32-dfca93b8638e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723724
Aug 31 12:42:52.949935 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855226a-4294-4529-b283-8be46155b30e req-b8bba4da-9cd2-400f-adc5-c82f7b6dc9e6 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:52.952943 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1855226a-4294-4529-b283-8be46155b30e req-b8bba4da-9cd2-400f-adc5-c82f7b6dc9e6 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1852617
Aug 31 12:42:53.097854 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1855226a-4294-4529-b283-8be46155b30e req-ba700364-b025-4f0c-908f-bef5e7c7d46a tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326847
Aug 31 12:42:53.425887 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-02c7fc2b-e2ad-4e67-90cb-0288c9b3330e req-071c7682-9413-4023-a0f9-bb4d3628989f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.1117959
Aug 31 12:42:53.525379 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-02c7fc2b-e2ad-4e67-90cb-0288c9b3330e req-bdeaf535-04af-4334-95cc-f0d64c9d6f09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915546
Aug 31 12:42:54.479081 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c839-2bfa-4eba-bcf2-bf3d783861f5 req-16fb866c-bca1-4d24-85d6-63d6068b82e4 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:54.493207 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fd0c839-2bfa-4eba-bcf2-bf3d783861f5 req-16fb866c-bca1-4d24-85d6-63d6068b82e4 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1586637
Aug 31 12:42:54.590329 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fd0c839-2bfa-4eba-bcf2-bf3d783861f5 req-d5b504a5-c84f-42d2-bde1-f712bc22ebe5 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957615
Aug 31 12:42:54.694193 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 56944) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:55.064292 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:55.140288 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:55.151331 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Usage tracker for resource:security_group_rule and tenant:444218f7b3af4460a10d7dfca6eb3426 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:55.158548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:55.177139 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:55.352932 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:55.362445 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:55.380953 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:55.458214 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc38af2-14f4-4eb6-9162-334d36986cd4,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:55.535095 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.536111 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.536518 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.537312 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.538025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.538988 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.539661 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.540203 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.540868 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.541606 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.542408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:55.596196 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=444218f7b3af4460a10d7dfca6eb3426&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8997140
Aug 31 12:42:55.597389 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7e484ded-eba8-41f3-af61-d53d5dfebd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:55.601475 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 56968) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:55.760887 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:55.813707 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:55.938063 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:55.948122 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-814c7626-3c57-4387-8ae7-4127a716f513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:55.973781 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc38af2-14f4-4eb6-9162-334d36986cd4,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:55.982799 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:55.984269 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bc38af2-14f4-4eb6-9162-334d36986cd4 HTTP/1.1" status: 204  len: 168 time: 0.3808024
Aug 31 12:42:55.999444 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bbcbe-034b-4b25-8c2d-2c67983fdb09 req-8f0bee37-29f8-405f-b6e7-8c2251616bad tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:56.003981 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-424bbcbe-034b-4b25-8c2d-2c67983fdb09 req-8f0bee37-29f8-405f-b6e7-8c2251616bad tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1653907
Aug 31 12:42:56.008725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.011034 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.011466 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.011903 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.012282 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.012707 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.013085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.013590 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.014171 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.014812 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.015463 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:42:56.025342 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:56.081419 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-424bbcbe-034b-4b25-8c2d-2c67983fdb09 req-189d4fd9-a222-4ded-a0f2-44c880e60274 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658369
Aug 31 12:42:57.197265 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-73502063-9224-4d60-8a9c-9e68c6d6b0a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.3910527
Aug 31 12:42:57.387171 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d43a3-4d00-4d26-844e-4b26e028b05e req-b6df0697-ec2a-4de3-8e47-e241badfac71 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:57.389185 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9c7d43a3-4d00-4d26-844e-4b26e028b05e req-b6df0697-ec2a-4de3-8e47-e241badfac71 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.4381163
Aug 31 12:42:57.542420 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9c7d43a3-4d00-4d26-844e-4b26e028b05e req-fd3ccf00-5c04-46a7-bdd5-95f218cfe14b tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335688
Aug 31 12:42:57.550365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-ccebb113-d0aa-4eff-af9e-11fea919067b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:57.553009 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-ccebb113-d0aa-4eff-af9e-11fea919067b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.3407419
Aug 31 12:42:57.746808 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-5c84f16e-57d0-4be1-abed-007074f02bff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 217 time: 0.1858518
Aug 31 12:42:57.830556 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57020) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:57.912174 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-cca17194-51bb-4fab-b9cb-4989b932f7fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:57.917015 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-cca17194-51bb-4fab-b9cb-4989b932f7fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.1469855
Aug 31 12:42:58.012420 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-cbdb17ba-822a-49c0-bedb-ea3ab4769664 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0860813
Aug 31 12:42:58.217512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1977580780-network', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:42:58.228212 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:58.241898 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Usage tracker for resource:network and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:58.250483 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:58.275621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:58.299876 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Made reservation on behalf of 6c32ff5e3c90403e9d5beb5e02a0fdc5 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:42:58.304971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:58.332677 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:58.416408 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:58.431616 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:58.439321 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:58.456488 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:58.513769 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-1d0382b2-4f9c-4ff8-bd2f-d788dcdf17cb service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4929285
Aug 31 12:42:58.644932 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:58.654659 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:58.662712 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-69dd1886-af0a-41b7-a616-bcb206c695e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:58.804728 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824b002-1a97-4a6b-b8bd-ef2596205e5d,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:58.820845 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:58.863977 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:42:58.895493 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:58.896037 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Added segment 7d9383b7-ab63-41aa-8969-7d8e4c9cfd02 of type vlan for network c61df867-711c-4389-90e8-a343d451dcba
Aug 31 12:42:58.902162 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e83d1635-fd43-40b7-b61c-4cf7b5d81d4f req-40ee4e7a-be4b-4360-8813-32edac7bbcf2 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3767295
Aug 31 12:42:58.998509 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:59.001297 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-28f29400-f1f7-46f2-8211-66395ca2f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:59.079424 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:59.084574 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:59.087359 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:59.104018 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:42:59.386224 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:42:59.421495 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96148988-f3aa-4cf7-a645-634d0139254c req-88cb4c53-ce66-4f2f-a446-ea1f92e2649c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:42:59.434390 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96148988-f3aa-4cf7-a645-634d0139254c req-88cb4c53-ce66-4f2f-a446-ea1f92e2649c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.3137801
Aug 31 12:42:59.491797 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6583478
Aug 31 12:42:59.496502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57054) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:42:59.504852 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Pushing event updated for resources: {'Network': ['ID=c61df867-711c-4389-90e8-a343d451dcba,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:42:59.511656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:42:59.518129 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Request body: {'subnet': {'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1977580780-subnet', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:42:59.526137 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network c61df867-711c-4389-90e8-a343d451dcba details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:42:59.529011 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:42:59.567834 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96148988-f3aa-4cf7-a645-634d0139254c req-155013f4-a5a6-42c6-86fd-9fe6df7c0bd9 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312878
Aug 31 12:42:59.575077 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Usage tracker for resource:subnet and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:42:59.584372 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:42:59.610986 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:42:59.649574 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Made reservation on behalf of 6c32ff5e3c90403e9d5beb5e02a0fdc5 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:42:59.659408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1515161'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:00.156501 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1147146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1515147'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:00.168041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:00.285998 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:00.294862 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:00.314315 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Checking segment: {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:00.315244 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Network hostable DHCP agents. Network: c61df867-711c-4389-90e8-a343d451dcba, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:43:00.365025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Network c61df867-711c-4389-90e8-a343d451dcba is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:43:00.386284 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, c61df867-711c-4389-90e8-a343d451dcba) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:00.395921 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:00.397688 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:00.411503 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4367f5-eda2-488a-8a3d-9cb8f662c02e None None] Network c61df867-711c-4389-90e8-a343d451dcba requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:43:00.449435 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57068) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:00.450592 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3f240fab-0177-42a9-a64f-b0cb1c594aba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9484696
Aug 31 12:43:00.465624 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:00.485143 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:00.495316 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Usage tracker for resource:router and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:00.501873 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:00.522295 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:00.547002 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:00.550671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:00.598832 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:00.898568 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-c61df867-711c-4389-90e8-a343d451dcba', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:43:00.899598 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:00.966606 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:01.130235 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfeb18-4c8a-4745-b7d4-14dbb14fd0e0 req-68fac0af-c73a-4105-bad3-9564bb4a111c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:01.141778 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-46dfeb18-4c8a-4745-b7d4-14dbb14fd0e0 req-68fac0af-c73a-4105-bad3-9564bb4a111c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1864328
Aug 31 12:43:01.242010 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-46dfeb18-4c8a-4745-b7d4-14dbb14fd0e0 req-f96ea618-1dac-46f6-83af-7336e4c3ad80 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017189
Aug 31 12:43:01.310730 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3cac685a-e14e-41fa-bef6-a24268489ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:01.377325 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Allocated IP 172.20.0.2 (c61df867-711c-4389-90e8-a343d451dcba/f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a/aed4cc04-c4f2-4a4c-943b-ba8d25acb30b) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:01.437946 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:01.472608 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:01.716833 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Allocated IP 172.27.1.179 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/2af5a595-ecd7-4289-85fa-a2572a5b4768) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:01.723069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:01.749753 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Transition to ACTIVE for port object aed4cc04-c4f2-4a4c-943b-ba8d25acb30b will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:01.803181 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Transition to ACTIVE for port object aed4cc04-c4f2-4a4c-943b-ba8d25acb30b will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:01.819881 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:01.828280 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:02.046944 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Pushing event updated for resources: {'Port': ['ID=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:02.053479 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:02.059613 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.062476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Network c61df867-711c-4389-90e8-a343d451dcba is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:02.064751 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:02.068519 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:02.115103 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.130154 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:02.232840 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:02.243022 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:02.248172 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:02.321950 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Attempting to bind port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:02.324931 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Attempting to bind port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:02.327554 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Attempting to bind port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b on network c61df867-711c-4389-90e8-a343d451dcba {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:02.357512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Pushing event updated for resources: {'Port': ['ID=2af5a595-ecd7-4289-85fa-a2572a5b4768,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:02.369656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:02.380080 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:02.381210 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Checking segment: {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:02.381809 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.382386 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Bound using segment: {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:02.383429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Bound port: aed4cc04-c4f2-4a4c-943b-ba8d25acb30b, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:02.384314 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.453533 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.610924 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] For port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:02.618372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] For port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:02.629071 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.638340 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:02.643177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.645539 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:02.736617 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e647-5ed1-4f42-bfd6-0840deaa3d17 req-531274ae-35f9-48bf-bb06-e39d209e4de6 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:02.773192 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1086e647-5ed1-4f42-bfd6-0840deaa3d17 req-531274ae-35f9-48bf-bb06-e39d209e4de6 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1893246
Aug 31 12:43:02.828059 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Pushing event updated for resources: {'Port': ['ID=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:02.831851 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:02.857302 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1086e647-5ed1-4f42-bfd6-0840deaa3d17 req-425f8d10-3e0b-4108-9e93-4136ef7c2a9d tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794973
Aug 31 12:43:03.164039 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:43:03.612329 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:43:03.632625 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Sync routers for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:43:03.678873 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:03.679880 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b346d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:03.711737 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:03.716559 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2607355
Aug 31 12:43:03.717620 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57144) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:03.790381 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:04.203679 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:04.496949 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94989004-7a61-4cc2-917b-b59cc97ae171 None None] Network c61df867-711c-4389-90e8-a343d451dcba requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:43:04.922431 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b346d0>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:02Z', 'revision_number': 3, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:04.929248 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Checking router: ee1cdfdc-0c66-4323-bccc-ce07d8f62146 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:43:04.930053 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Updating router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 port 2af5a595-ecd7-4289-85fa-a2572a5b4768 binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:43:05.008337 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:05.043184 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d50510a1-c131-4f9b-a148-b52da3d73eb6 None None] Provisioning for port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:05.349160 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device aed4cc04-c4f2-4a4c-943b-ba8d25acb30b up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:05.656014 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:05.678835 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:05.679469 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:05.790433 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:05.974364 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.016817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded89a-99ea-4b84-b26d-9925f7e0678a req-e7060af8-289c-48aa-a1ba-976a9c9ddf20 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:06.018638 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-51ded89a-99ea-4b84-b26d-9925f7e0678a req-e7060af8-289c-48aa-a1ba-976a9c9ddf20 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.3003111
Aug 31 12:43:06.019915 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Transition to ACTIVE for port object 2af5a595-ecd7-4289-85fa-a2572a5b4768 will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:06.036192 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.054756 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-9a43d395-dc7a-4d09-b122-02e8268cafb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:06.137733 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-51ded89a-99ea-4b84-b26d-9925f7e0678a req-0da0dcff-85a1-41e6-a674-db4c68a661be tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857494
Aug 31 12:43:06.156631 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.231909 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Allocated IP 172.20.0.1 (c61df867-711c-4389-90e8-a343d451dcba/f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a/acce3044-8a77-4818-9c12-c9568753c441) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:06.272750 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:06.278070 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.288480 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:06.393354 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Pushing event updated for resources: {'Port': ['ID=2af5a595-ecd7-4289-85fa-a2572a5b4768,revision_number=2']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:06.403761 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Attempting to bind port 2af5a595-ecd7-4289-85fa-a2572a5b4768 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:06.406064 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Attempting to bind port 2af5a595-ecd7-4289-85fa-a2572a5b4768 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:06.406656 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Attempting to bind port 2af5a595-ecd7-4289-85fa-a2572a5b4768 on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:06.444822 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:06.447183 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:06.447812 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.448438 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:06.449129 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Bound port: 2af5a595-ecd7-4289-85fa-a2572a5b4768, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:06.450607 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.539706 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:06.560033 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.579193 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.582991 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.583828 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.585164 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.585979 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.589815 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.590621 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.591456 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.592233 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.603584 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.610585 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:06.661721 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] For port 2af5a595-ecd7-4289-85fa-a2572a5b4768, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:06.668107 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] For port 2af5a595-ecd7-4289-85fa-a2572a5b4768, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=2af5a595-ecd7-4289-85fa-a2572a5b4768,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:06.673095 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.674109 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.674296 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.674876 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.675394 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.675946 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.677496 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.677496 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.677855 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.678237 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.678845 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:43:06.686226 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.687706 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:06.700815 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:06.706632 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.779585 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Pushing event updated for resources: {'Port': ['ID=2af5a595-ecd7-4289-85fa-a2572a5b4768,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:06.783528 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:06.796710 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Transition to ACTIVE for port object acce3044-8a77-4818-9c12-c9568753c441 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:06.802579 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:06.803540 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b346d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:06.878466 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:06.898216 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:07.019777 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:07.203264 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Pushing event updated for resources: {'Port': ['ID=acce3044-8a77-4818-9c12-c9568753c441,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:07.216909 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Network c61df867-711c-4389-90e8-a343d451dcba is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:07.224908 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:07.226024 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:07.232451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:07.312445 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device aed4cc04-c4f2-4a4c-943b-ba8d25acb30b up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:07.376096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ba2bb-e96d-4e9a-bbbb-5fe680fa4892 req-da0cc608-4177-4613-b7fc-a85de93f3955 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:07.384568 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-981ba2bb-e96d-4e9a-bbbb-5fe680fa4892 req-da0cc608-4177-4613-b7fc-a85de93f3955 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.4036937
Aug 31 12:43:07.462300 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:07.616202 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:07.617588 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:07.646846 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-981ba2bb-e96d-4e9a-bbbb-5fe680fa4892 req-2acc8f3b-44a6-4fdb-bc2b-5f43441f1e69 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2611711
Aug 31 12:43:07.681276 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b346d0>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:02Z', 'revision_number': 3, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:07.691172 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935fbeb2-5ec0-4083-99c6-08e1ac569db5 None None] The sync data for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi is: [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:02Z', 'revision_number': 3, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:43:07.741006 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:07.961927 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b19895a6-fd9e-4980-9c67-1ca9d42b9e0c None None] Provisioning for port acce3044-8a77-4818-9c12-c9568753c441 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:07.995921 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b19895a6-fd9e-4980-9c67-1ca9d42b9e0c None None] Provisioning complete for port acce3044-8a77-4818-9c12-c9568753c441 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:07.996933 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b19895a6-fd9e-4980-9c67-1ca9d42b9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:08.216804 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b19895a6-fd9e-4980-9c67-1ca9d42b9e0c None None] Port acce3044-8a77-4818-9c12-c9568753c441 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:43:08.689709 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-213e5498-1e08-4da2-b634-a10f4971cc35 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:08.707543 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-213e5498-1e08-4da2-b634-a10f4971cc35 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.6606181
Aug 31 12:43:08.781680 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:08.804622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:08.888505 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:09.098793 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Pushing event updated for resources: {'Port': ['ID=acce3044-8a77-4818-9c12-c9568753c441,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:09.113692 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-bf54288e-85c2-4645-a419-2fade1efc3e0 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/quotas/5e2f935ddba640e7bccb60e70c8b0f58 HTTP/1.1" status: 200  len: 375 time: 0.3284051
Aug 31 12:43:09.198762 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:09.332182 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:09.355779 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2af5a595-ecd7-4289-85fa-a2572a5b4768 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:09.460026 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4a69-101a-41fa-bb63-f1ad62acbc2d req-2e5deed8-4c4a-47e8-8b89-374507ac5011 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:09.481679 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6f1d4a69-101a-41fa-bb63-f1ad62acbc2d req-2e5deed8-4c4a-47e8-8b89-374507ac5011 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.4485602
Aug 31 12:43:09.558709 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 2af5a595-ecd7-4289-85fa-a2572a5b4768 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:09.559464 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-b7e98635-6cfb-4067-a6b5-560197d212cb tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4443808
Aug 31 12:43:09.578572 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6f1d4a69-101a-41fa-bb63-f1ad62acbc2d req-8bbab8db-a6cd-4e88-b15b-a13f599fe693 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952027
Aug 31 12:43:09.582271 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 2af5a595-ecd7-4289-85fa-a2572a5b4768 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:09.587228 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:09.877717 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:09.918349 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 2af5a595-ecd7-4289-85fa-a2572a5b4768, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=2af5a595-ecd7-4289-85fa-a2572a5b4768,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:09.925622 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:09.930097 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:09.957589 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Network c61df867-711c-4389-90e8-a343d451dcba is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:09.962196 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:10.075503 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=2af5a595-ecd7-4289-85fa-a2572a5b4768,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:10.083031 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:10.101047 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-e309c2dc-3996-424e-984a-21fc8bd5a48e service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5136669
Aug 31 12:43:10.395663 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-87f6f3ed-3df2-402a-9914-946dea59bf6a None None] Provisioning complete for port acce3044-8a77-4818-9c12-c9568753c441 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:10.396811 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-87f6f3ed-3df2-402a-9914-946dea59bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:10.505119 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-199a149a-79c6-406d-a13f-98e6f296ed71 service neutron] 10.222.0.20 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3883681
Aug 31 12:43:10.558224 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-87f6f3ed-3df2-402a-9914-946dea59bf6a None None] Port acce3044-8a77-4818-9c12-c9568753c441 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:43:11.190898 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea41b0-f889-456b-a6ca-edaaaa087d2b req-9f4d706e-53c0-406a-9c35-1d9db1c37719 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:11.203392 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f6ea41b0-f889-456b-a6ca-edaaaa087d2b req-9f4d706e-53c0-406a-9c35-1d9db1c37719 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.2571619
Aug 31 12:43:11.312089 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7375221a-678e-457c-a454-6338a60f473f req-8654f980-f4ea-411c-843a-46a5e6a105a4 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 210 time: 0.1853199
Aug 31 12:43:11.357594 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f6ea41b0-f889-456b-a6ca-edaaaa087d2b req-dcef02bd-e423-4e21-8a0a-8f8a3da4e7c4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1525640
Aug 31 12:43:11.361141 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57300) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:11.392430 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2af5a595-ecd7-4289-85fa-a2572a5b4768 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:11.477807 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:43:11.551031 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57308) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:11.744001 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 2af5a595-ecd7-4289-85fa-a2572a5b4768 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:11.744658 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:12.039587 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:43:12.067921 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] 10.222.0.20 "PUT /v2.0/routers/ee1cdfdc-0c66-4323-bccc-ce07d8f62146/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3484819
Aug 31 12:43:12.163099 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:12.179558 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:12.250232 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:12.262987 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5e807e6fa047f8845695da3208be5d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:12.272393 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:12.286469 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:12.298283 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:12.308601 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:83210ca5c1eb4189937d56839553e172 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:12.316619 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:12.334706 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:12.564927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:12.582004 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:12.709784 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:12.715975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:12.721647 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a115f2a2-cc99-4e6a-8c8b-bad3a2296328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:12.744502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1a4ee170-b03a-44ef-8c89-e9d810816930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:12.765033 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83210ca5c1eb4189937d56839553e172&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4022753
Aug 31 12:43:12.780864 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57344) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:12.874133 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c186052-4468-415a-aa67-4e1c7d2734e1,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:13.017152 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Sync routers for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:43:13.053885 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:13.055234 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238d97fa0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:13.085265 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-70d07540-d9da-438b-aff9-4b3c69ad1a50 req-b1312a59-bacd-42e2-be0a-135498a4536d tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 210 time: 0.2275698
Aug 31 12:43:13.086389 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14808270-128c-419b-951f-f5be8b7f8d6d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:13.115705 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:13.181591 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb5e807e6fa047f8845695da3208be5d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6292808
Aug 31 12:43:13.186362 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57356) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:13.297722 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:13.381882 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8f74-fe22-4b31-8858-1db8d24dfa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:13.469152 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4d3c5-6c02-4881-8f72-5cb56c6b608c req-e6f5ca9a-3b26-4b18-b989-d6112ed790d4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:13.475216 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-13a4d3c5-6c02-4881-8f72-5cb56c6b608c req-e6f5ca9a-3b26-4b18-b989-d6112ed790d4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.5863152
Aug 31 12:43:13.484177 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8f74-fe22-4b31-8858-1db8d24dfa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:13.501280 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:13.638627 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:13.658626 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-13a4d3c5-6c02-4881-8f72-5cb56c6b608c req-6335037a-face-4d02-8f65-2fb1f2511224 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1650753
Aug 31 12:43:13.695962 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:13.965847 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8f74-fe22-4b31-8858-1db8d24dfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:13.969857 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:13.984059 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7bcd8743-7cc9-45f9-92dd-a91358749407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:14.013232 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee8f74-fe22-4b31-8858-1db8d24dfa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c186052-4468-415a-aa67-4e1c7d2734e1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:14.015161 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:14.020288 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14808270-128c-419b-951f-f5be8b7f8d6d HTTP/1.1" status: 204  len: 168 time: 0.7819896
Aug 31 12:43:14.021235 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8f74-fe22-4b31-8858-1db8d24dfa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:14.022877 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e6ee8f74-fe22-4b31-8858-1db8d24dfa66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c186052-4468-415a-aa67-4e1c7d2734e1 HTTP/1.1" status: 204  len: 168 time: 1.2389944
Aug 31 12:43:14.038606 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14808270-128c-419b-951f-f5be8b7f8d6d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:14.053060 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:14.053562 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:14.053930 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:14.131561 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-ded16ff7-d302-4700-962c-112a477ca90c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:14.133557 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-ded16ff7-d302-4700-962c-112a477ca90c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 815 time: 0.4595394
Aug 31 12:43:14.182676 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Request body: {'port': {'device_id': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'admin_state_up': True, 'tenant_id': '5e2f935ddba640e7bccb60e70c8b0f58'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:14.464281 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238d97fa0>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 2, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:14.490613 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Checking router: ee1cdfdc-0c66-4323-bccc-ce07d8f62146 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:43:14.491355 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Updating router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 port acce3044-8a77-4818-9c12-c9568753c441 binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:43:14.618407 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:14.650186 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:14.684405 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:14.708147 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:14.917590 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8dd917bf-26d7-4636-9ad7-75152af2fe8a req-1885de58-5273-4b5c-afa7-c522012d2e8e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 210 time: 0.2571547
Aug 31 12:43:14.918588 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Made reservation on behalf of 5e2f935ddba640e7bccb60e70c8b0f58 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:43:14.931880 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:15.239033 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57394) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:15.291813 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:15.357544 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Allocated IP 172.20.0.2 (192ab7b6-eb83-48c3-805b-63fa7350b284/04ddb5ab-fd75-427b-8aed-b0fccbbdb398/61cbf611-42ee-4efd-9814-878ed2d3d29e) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:15.403244 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b683daf-c2a4-4ac8-99f6-0bc2fd2813b4 req-40fa08c1-a6e3-46e7-b5b6-d4ed23707b8f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:15.417361 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6b683daf-c2a4-4ac8-99f6-0bc2fd2813b4 req-40fa08c1-a6e3-46e7-b5b6-d4ed23707b8f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.3917356
Aug 31 12:43:15.459918 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:43:15.463124 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:15.485505 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Usage tracker for resource:security_group_rule and tenant:114ba24137614821909c90efa533e0e2 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:15.495175 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:15.516383 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:15.554375 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6b683daf-c2a4-4ac8-99f6-0bc2fd2813b4 req-b79b65ce-c330-4223-aa04-e8f0bc16befe tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350858
Aug 31 12:43:15.723270 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57400) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:15.735351 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57402) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:15.743685 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:15.748896 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:15.749625 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1329436040-network', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:15.754066 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:15.772920 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Transition to ACTIVE for port object acce3044-8a77-4818-9c12-c9568753c441 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:15.786694 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:15.790115 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2cdb8d3d-40c4-4fb2-b48a-3695db4f88b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:15.800281 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:15.810317 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Usage tracker for resource:network and tenant:214d0a1f72e343f980e7b9c66efdea8f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:15.817709 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:15.821876 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:15.824556 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=114ba24137614821909c90efa533e0e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5835433
Aug 31 12:43:15.832576 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57410) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:15.873172 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:15.895166 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:15.910483 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6524fb14-4b65-456e-af03-8ece9cebe148,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:15.919414 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:15.996745 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.031873 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Made reservation on behalf of 214d0a1f72e343f980e7b9c66efdea8f for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:43:16.034380 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.037674 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4c1ed-b7f6-4dfd-ad6e-17abdf3f35c9 None None] Pushing event updated for resources: {'Port': ['ID=acce3044-8a77-4818-9c12-c9568753c441,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:16.042544 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-eda4c1ed-b7f6-4dfd-ad6e-17abdf3f35c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:16.065077 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.072593 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.110991 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.116126 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:16.170947 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Usage tracker for resource:security_group_rule and tenant:34b4266d8fd0486cb80bf9b32ab019bb is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:16.191882 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:16.206457 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.214633 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9a307c1e-2af9-47eb-9cff-6cc60e6fa1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:16.244601 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:16.245652 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6524fb14-4b65-456e-af03-8ece9cebe148,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:16.252502 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Attempting to bind port acce3044-8a77-4818-9c12-c9568753c441 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:16.253004 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Attempting to bind port acce3044-8a77-4818-9c12-c9568753c441 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:16.253742 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Attempting to bind port acce3044-8a77-4818-9c12-c9568753c441 on network c61df867-711c-4389-90e8-a343d451dcba {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:16.266899 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:16.289548 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:16.290103 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Checking segment: {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:16.290660 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.291175 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Bound using segment: {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:16.291694 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Bound port: acce3044-8a77-4818-9c12-c9568753c441, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:16.292082 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.308050 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.312478 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6524fb14-4b65-456e-af03-8ece9cebe148 HTTP/1.1" status: 204  len: 168 time: 0.4780982
Aug 31 12:43:16.389664 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5047c101-a4bc-4e71-b2f6-10dfbac0d50f req-53682f1b-3d46-4d01-80d0-a55af2485a61 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 210 time: 0.0681913
Aug 31 12:43:16.395232 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:16.412071 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Usage tracker for resource:security_group_rule and tenant:214d0a1f72e343f980e7b9c66efdea8f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:16.425321 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:16.434479 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.444869 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:16.468539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:16.469751 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b48943a6-9256-44bb-8941-8bf1eca67423', '3298d97e-3a2b-4399-9654-d4f6b8937e04', '0d018f36-6465-46de-99d2-7fca90782d48'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:43:16.547727 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Network 192ab7b6-eb83-48c3-805b-63fa7350b284 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:16.562606 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:16.608190 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] For port acce3044-8a77-4818-9c12-c9568753c441, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:16.613049 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] For port acce3044-8a77-4818-9c12-c9568753c441, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=acce3044-8a77-4818-9c12-c9568753c441,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:16.619537 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:16.624990 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:16.644603 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:16.812894 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4c1ed-b7f6-4dfd-ad6e-17abdf3f35c9 None None] Pushing event updated for resources: {'Port': ['ID=acce3044-8a77-4818-9c12-c9568753c441,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:16.817213 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-eda4c1ed-b7f6-4dfd-ad6e-17abdf3f35c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:16.865318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event updated for resources: {'Port': ['ID=61cbf611-42ee-4efd-9814-878ed2d3d29e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:16.884898 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:16.894238 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238d97fa0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:16.926710 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:17.025824 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:17.027182 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.113151 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f40a3c-51a9-4a5a-a5fd-c49473d759fd req-09f78936-b85f-4240-8ca6-226d19e36c8e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:17.118997 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-02f40a3c-51a9-4a5a-a5fd-c49473d759fd req-09f78936-b85f-4240-8ca6-226d19e36c8e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.1996553
Aug 31 12:43:17.142334 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.171360 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.227670 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-02f40a3c-51a9-4a5a-a5fd-c49473d759fd req-f241c04a-2165-4b4c-934b-691699c9b68a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050270
Aug 31 12:43:17.238967 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5f8dd4d6-44ab-4d99-95c6-caec10982cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:17.329583 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1679637
Aug 31 12:43:17.343818 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.360563 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.370907 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Request body: {'port': {'device_id': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:17.405681 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c8ea4-ef45-47db-b164-803fb5944814,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:17.438143 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:17.440387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dcee1579-0d50-48b4-a512-24de6bd66b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:17.489918 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57434) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:17.490517 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34b4266d8fd0486cb80bf9b32ab019bb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7536411
Aug 31 12:43:17.497405 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'}  {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:43:17.565308 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.565656 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Added segment a490b87a-e887-4280-bf02-6a43e5a08162 of type vlan for network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c
Aug 31 12:43:17.566851 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:17.605865 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13af275-465d-46c8-8a5a-6c7c8a30421b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:17.616486 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:17.680663 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.760572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.764236 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.838676 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.897361 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.908624 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:17.939082 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c8ea4-ef45-47db-b164-803fb5944814,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:17.943732 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:17.949163 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57440) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:17.962850 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:17.964119 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.968709 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:17.986381 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:17.991019 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a3c8ea4-ef45-47db-b164-803fb5944814 HTTP/1.1" status: 204  len: 168 time: 0.4988909
Aug 31 12:43:17.993912 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:18.075286 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:18.105250 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:dad956d0701d434bb3544104a72396a1 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:18.111585 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:18.126864 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:18.212421 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Pushing event updated for resources: {'Network': ['ID=4e74e321-1973-4d9e-8344-e6cd9fbbd84c,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:18.226572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:18.241774 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:18.251455 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:43:18.261570 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.5229602
Aug 31 12:43:18.287080 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57450) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:18.313189 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Request body: {'subnet': {'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1329436040-subnet', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:18.368205 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:18.378973 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:18.398841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-50e809a5-a246-4d28-af15-4a97815c8773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:18.426881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:18.471557 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Usage tracker for resource:subnet and tenant:214d0a1f72e343f980e7b9c66efdea8f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:18.477256 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:18.538025 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436c3422-9424-480e-9cbd-762a39b0855d,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:18.545169 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:18.566601 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:18.598648 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e12e75-e2be-4712-95cd-d292fbfc8fc8 req-f29ad765-0f23-44f9-802b-b9cd532daa16 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:18.598648 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-f3e12e75-e2be-4712-95cd-d292fbfc8fc8 req-f29ad765-0f23-44f9-802b-b9cd532daa16 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:43:18.656135 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Made reservation on behalf of 214d0a1f72e343f980e7b9c66efdea8f for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:43:18.660057 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1515161'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:18.900325 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dad956d0701d434bb3544104a72396a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9480743
Aug 31 12:43:18.906099 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57460) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:18.988796 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-f3e12e75-e2be-4712-95cd-d292fbfc8fc8 req-f29ad765-0f23-44f9-802b-b9cd532daa16 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:43:19.008289 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f3e12e75-e2be-4712-95cd-d292fbfc8fc8 req-f29ad765-0f23-44f9-802b-b9cd532daa16 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 931 time: 1.1707227
Aug 31 12:43:19.154320 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82558a7a-4014-4dfa-acd9-de9ba5d550e9 req-be6a2f01-8e94-4406-8c5e-83efec0a5aa7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:19.165373 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-82558a7a-4014-4dfa-acd9-de9ba5d550e9 req-be6a2f01-8e94-4406-8c5e-83efec0a5aa7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.5928702
Aug 31 12:43:19.284305 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:19.421294 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-82558a7a-4014-4dfa-acd9-de9ba5d550e9 req-426977e1-7c40-46fd-8c02-18907f68f5e6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2544084
Aug 31 12:43:19.438957 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57472) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:19.448083 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:19.618007 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238d97fa0>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:16Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:19.633999 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f1702-c742-43d6-a8ac-a7b3a6d2568e None None] The sync data for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi is: [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:16Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:43:19.692097 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:19.742892 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1836e568-24c2-4538-b1da-e0401de5de6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:19.808308 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:19.817238 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/436c3422-9424-480e-9cbd-762a39b0855d HTTP/1.1" status: 204  len: 168 time: 0.8827004
Aug 31 12:43:19.823134 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436c3422-9424-480e-9cbd-762a39b0855d,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:19.828036 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:19.917746 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57482) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:19.955213 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:20.095792 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:20.128052 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:20.136614 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Usage tracker for resource:security_group_rule and tenant:61d53864f1b34d39a77389e6d5a29e47 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:20.144156 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:20.168886 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:20.236758 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:20.257577 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Usage tracker for resource:security_group_rule and tenant:0e495458b0b94d4d8ed56f5cf8386b5b is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:20.262230 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:20.277879 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:20.402087 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:20.422478 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:20.457559 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1147146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1515147'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:20.475424 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:20.512029 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:20.604679 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f3e12e75-e2be-4712-95cd-d292fbfc8fc8 req-ff91c247-2296-464f-beaf-9d4f96e6c9dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5950184
Aug 31 12:43:20.639500 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cbf611-42ee-4efd-9814-878ed2d3d29e {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:43:20.667040 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:20.780281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224cee3c-6a48-42be-a612-622ff99aa1ee,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:20.841391 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840331f9-22a5-443b-8b90-d4076ba4e792,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:20.856187 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:20.866184 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Transition to ACTIVE for port object 61cbf611-42ee-4efd-9814-878ed2d3d29e will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:20.876509 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:20.889779 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:20.911489 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:20.931931 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61d53864f1b34d39a77389e6d5a29e47&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0116198
Aug 31 12:43:20.960192 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Checking segment: {'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:20.961649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Network hostable DHCP agents. Network: 4e74e321-1973-4d9e-8344-e6cd9fbbd84c, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:43:20.977727 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57496) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:21.005646 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:21.043076 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:21.066673 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a52f8175-5246-4c64-ad99-98bd73a66736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:21.222000 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Pushing event updated for resources: {'Port': ['ID=61cbf611-42ee-4efd-9814-878ed2d3d29e,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:21.224240 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f4ea0-2db6-414c-8a76-70b602832e78,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:21.229369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:21.273194 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:21.276448 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e495458b0b94d4d8ed56f5cf8386b5b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8363833
Aug 31 12:43:21.289078 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57504) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:21.333713 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-924c9a40-4020-4279-89a0-e665eb96d099 req-52f1b039-832f-4e20-91d7-17a65d431d25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.8472281
Aug 31 12:43:21.393728 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device acce3044-8a77-4818-9c12-c9568753c441 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:21.457521 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:43:21.486379 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 4e74e321-1973-4d9e-8344-e6cd9fbbd84c) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:21.531992 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ef113-6cae-4c9d-a847-846f5811416c None None] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:43:21.539140 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:21.544008 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:21.662910 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9a40-4020-4279-89a0-e665eb96d099 req-c88b4578-d034-4238-a997-35f77b6ab3ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:21.664567 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-924c9a40-4020-4279-89a0-e665eb96d099 req-c88b4578-d034-4238-a997-35f77b6ab3ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.3170776
Aug 31 12:43:21.677280 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5835a-bf92-4ea8-a9e8-32bf43a4475a req-ad8d22f0-4b85-4937-ad8a-3a6b587e8d62 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:21.691541 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-21d5835a-bf92-4ea8-a9e8-32bf43a4475a req-ad8d22f0-4b85-4937-ad8a-3a6b587e8d62 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.9267318
Aug 31 12:43:21.731547 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.4395552
Aug 31 12:43:21.751581 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b26853-c8a1-472a-b3e0-756d3c118d54 req-7cedf659-6a61-4cd5-95c4-53b74d2739fb tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:21.755031 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-40b26853-c8a1-472a-b3e0-756d3c118d54 req-7cedf659-6a61-4cd5-95c4-53b74d2739fb tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.7087996
Aug 31 12:43:21.778908 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57510) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:21.797821 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port acce3044-8a77-4818-9c12-c9568753c441 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:21.826203 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:21.848015 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:21.874569 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:21.892830 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Usage tracker for resource:router and tenant:214d0a1f72e343f980e7b9c66efdea8f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:21.900159 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port acce3044-8a77-4818-9c12-c9568753c441 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:21.900792 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:21.902983 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:21.920044 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Attempting to bind port 61cbf611-42ee-4efd-9814-878ed2d3d29e on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:21.920596 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Attempting to bind port 61cbf611-42ee-4efd-9814-878ed2d3d29e by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:21.921232 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Attempting to bind port 61cbf611-42ee-4efd-9814-878ed2d3d29e on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:21.935430 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:21.965646 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Port 61cbf611-42ee-4efd-9814-878ed2d3d29e on network 192ab7b6-eb83-48c3-805b-63fa7350b284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:43:21.966036 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Attempting to bind port 61cbf611-42ee-4efd-9814-878ed2d3d29e on network 192ab7b6-eb83-48c3-805b-63fa7350b284 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:21.974621 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:21.976811 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:21.984334 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-924c9a40-4020-4279-89a0-e665eb96d099 req-2d0fae48-d3e4-4bd0-94f8-4ed3218dee4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 217 time: 0.2728589
Aug 31 12:43:22.001034 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-40b26853-c8a1-472a-b3e0-756d3c118d54 req-9d2b3d07-6674-4533-aab9-152726ebe052 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2034998
Aug 31 12:43:22.017979 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.034515 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:22.051188 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Checking segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:22.051890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Bound using segment: {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:22.052640 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Bound port: 61cbf611-42ee-4efd-9814-878ed2d3d29e, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:22.053189 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.143838 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-21d5835a-bf92-4ea8-a9e8-32bf43a4475a req-dbebf8aa-cefc-4186-9e51-002dce76a63f tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4507091
Aug 31 12:43:22.161674 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.301974 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.327328 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9c12ceb3-d3fe-4d28-bff5-e49e13f13d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:22.414875 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.464627 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.475257 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-4e74e321-1973-4d9e-8344-e6cd9fbbd84c', 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'fixed_ips': [{'subnet_id': '840331f9-22a5-443b-8b90-d4076ba4e792'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:43:22.476165 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.516724 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.518504 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/224cee3c-6a48-42be-a612-622ff99aa1ee HTTP/1.1" status: 204  len: 168 time: 1.5393233
Aug 31 12:43:22.522011 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.544355 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224cee3c-6a48-42be-a612-622ff99aa1ee,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:22.553345 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:22.565892 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] For port 61cbf611-42ee-4efd-9814-878ed2d3d29e, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:22.574198 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9a40-4020-4279-89a0-e665eb96d099 req-75e7ba49-c3c5-4e14-95b2-dfae76c9d942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:22.576639 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-924c9a40-4020-4279-89a0-e665eb96d099 req-75e7ba49-c3c5-4e14-95b2-dfae76c9d942 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.4176350
Aug 31 12:43:22.581155 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] For port 61cbf611-42ee-4efd-9814-878ed2d3d29e, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=61cbf611-42ee-4efd-9814-878ed2d3d29e,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:22.633543 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port acce3044-8a77-4818-9c12-c9568753c441, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=acce3044-8a77-4818-9c12-c9568753c441,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:22.645579 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.654167 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:22.718089 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-924c9a40-4020-4279-89a0-e665eb96d099 req-7c61814f-cdf6-49fa-bad6-4fac1534b0a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1271152
Aug 31 12:43:22.938318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.968542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:22.976430 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:22.989413 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1cfd382e-9aad-4aac-b58a-3d30db28c178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:23.028051 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f4ea0-2db6-414c-8a76-70b602832e78,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:23.064433 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:23.093112 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:23.095716 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b7f4ea0-2db6-414c-8a76-70b602832e78 HTTP/1.1" status: 204  len: 168 time: 1.8004305
Aug 31 12:43:23.196298 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Allocated IP 172.20.0.2 (4e74e321-1973-4d9e-8344-e6cd9fbbd84c/840331f9-22a5-443b-8b90-d4076ba4e792/0d5220ee-dec6-40ea-a298-6162620122fa) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:23.229285 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:23.231754 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] 10.222.0.43 "PUT /v2.0/ports/61cbf611-42ee-4efd-9814-878ed2d3d29e HTTP/1.1" status: 200  len: 1093 time: 5.8744361
Aug 31 12:43:23.238249 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'tag': '61cbf611-42ee-4efd-9814-878ed2d3d29e'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:43:23.254535 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-924c9a40-4020-4279-89a0-e665eb96d099 req-b03d8fa2-dc42-40ab-8505-2a8ab3edac67 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5067592
Aug 31 12:43:23.269623 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Pushing event updated for resources: {'Port': ['ID=61cbf611-42ee-4efd-9814-878ed2d3d29e,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:23.278403 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:23.310846 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:23.409821 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d942-3dd5-4743-a91b-aac2fd4a6787 req-850520df-7f2f-4694-b304-b0226b6015d7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:23.423560 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=acce3044-8a77-4818-9c12-c9568753c441,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:23.425182 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f6c4d942-3dd5-4743-a91b-aac2fd4a6787 req-850520df-7f2f-4694-b304-b0226b6015d7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 943 time: 0.8409855
Aug 31 12:43:23.440911 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:23.869637 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f6c4d942-3dd5-4743-a91b-aac2fd4a6787 req-0d0144bd-19dd-4462-b760-9e5c81621a67 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4215348
Aug 31 12:43:23.891407 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-f2bfb955-280a-412d-a335-5b722dec53ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 1096 time: 0.5651762
Aug 31 12:43:23.978345 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-924c9a40-4020-4279-89a0-e665eb96d099 req-d439f4f7-1003-44bc-80c5-c21979fc1173 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7234392
Aug 31 12:43:24.086337 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d833d-1277-414f-9dde-abaa9f89ff48 req-a8ef70b7-443e-4862-886a-93f08b288e02 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:24.119849 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-041d833d-1277-414f-9dde-abaa9f89ff48 req-a8ef70b7-443e-4862-886a-93f08b288e02 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.4290910
Aug 31 12:43:24.216944 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:24.257197 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-fc43daae-2343-4512-9cc3-4254379e531e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61cbf611-42ee-4efd-9814-878ed2d3d29e HTTP/1.1" status: 200  len: 217 time: 0.3516092
Aug 31 12:43:24.281517 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Transition to ACTIVE for port object 0d5220ee-dec6-40ea-a298-6162620122fa will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:24.354049 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-041d833d-1277-414f-9dde-abaa9f89ff48 req-fda65941-a0d0-45a9-ad5a-b149e06899bb tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2327054
Aug 31 12:43:24.406918 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Transition to ACTIVE for port object 0d5220ee-dec6-40ea-a298-6162620122fa will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:24.421970 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:24.434796 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:24.482004 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-0c27fdac-95eb-40c7-8d0b-f00a52e53410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:24.484118 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-0c27fdac-95eb-40c7-8d0b-f00a52e53410 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.2169743
Aug 31 12:43:24.497331 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'tag': '61cbf611-42ee-4efd-9814-878ed2d3d29e', 'status': 'completed', 'code': 200}
Aug 31 12:43:24.577195 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:24.583845 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:24.588688 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:24.604911 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Pushing event updated for resources: {'Port': ['ID=0d5220ee-dec6-40ea-a298-6162620122fa,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:24.609722 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-905d1f9f-60f2-43f9-94a5-6603222578d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1094263
Aug 31 12:43:24.610541 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:24.804916 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Attempting to bind port 0d5220ee-dec6-40ea-a298-6162620122fa on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:24.806025 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Attempting to bind port 0d5220ee-dec6-40ea-a298-6162620122fa by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:24.807049 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Attempting to bind port 0d5220ee-dec6-40ea-a298-6162620122fa on network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:24.837190 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:24.838099 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Checking segment: {'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:24.839308 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:24.840465 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Bound using segment: {'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:24.842246 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Bound port: 0d5220ee-dec6-40ea-a298-6162620122fa, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:24.843199 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:25.145844 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] For port 0d5220ee-dec6-40ea-a298-6162620122fa, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:25.160719 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] For port 0d5220ee-dec6-40ea-a298-6162620122fa, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=0d5220ee-dec6-40ea-a298-6162620122fa,segment=NetworkSegment(a490b87a-e887-4280-bf02-6a43e5a08162),segment_id=a490b87a-e887-4280-bf02-6a43e5a08162)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:25.173775 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:25.192204 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:25.403719 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-0deb3f12-28f3-455a-aaca-ac29e7fd8186 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7712281
Aug 31 12:43:25.431831 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device acce3044-8a77-4818-9c12-c9568753c441 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:25.452957 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0591e4-cf1c-4ff4-a924-a43559ed324e req-ffb89f78-5a97-461d-85bb-8c8cdc627c22 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:25.457255 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2c0591e4-cf1c-4ff4-a924-a43559ed324e req-ffb89f78-5a97-461d-85bb-8c8cdc627c22 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 943 time: 0.2014058
Aug 31 12:43:25.536318 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2c0591e4-cf1c-4ff4-a924-a43559ed324e req-6aca7870-9d30-4b87-bfe0-cd4048a99c7b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704179
Aug 31 12:43:25.582054 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Pushing event updated for resources: {'Port': ['ID=0d5220ee-dec6-40ea-a298-6162620122fa,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:25.599587 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:25.614382 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port acce3044-8a77-4818-9c12-c9568753c441 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:25.614962 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:25.618689 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dad5d-d5ae-4654-bb1e-49b12e274294 req-0cca001e-d8db-4249-8337-9d5ea9a342f5 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:25.633817 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d60dad5d-d5ae-4654-bb1e-49b12e274294 req-0cca001e-d8db-4249-8337-9d5ea9a342f5 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 1.2886090
Aug 31 12:43:25.687701 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:25.780167 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:25.978481 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d60dad5d-d5ae-4654-bb1e-49b12e274294 req-4e40e5ed-8a47-4db1-a7ea-6a3a8062e4ce tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3390834
Aug 31 12:43:26.072316 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b861e5b-2d6b-4fa9-b991-ca1d7c673334 req-dd8d7af8-e7ee-4c17-82be-cf557c50bf8b tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:26.074270 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2b861e5b-2d6b-4fa9-b991-ca1d7c673334 req-dd8d7af8-e7ee-4c17-82be-cf557c50bf8b tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.1586599
Aug 31 12:43:26.118122 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab59a778-b0fe-4c4d-9d47-22b2379eff84 req-57f64ffb-e9a8-49f0-b9f8-77fbbe4b1a29 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6941392
Aug 31 12:43:26.161112 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2b861e5b-2d6b-4fa9-b991-ca1d7c673334 req-9cc1df27-fc01-464a-8c31-af295d18ae38 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767827
Aug 31 12:43:26.177581 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Allocated IP 172.27.1.112 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/5b80184d-b8ba-4f46-9fbd-3c9f48994613) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:26.438647 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-64281bdb-7c42-4247-a94d-544f0d85a8b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 1096 time: 0.2387092
Aug 31 12:43:26.486336 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:26.777259 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-ce1842c6-45ec-45f1-857e-2d5eb79bf73f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:26.778730 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-ce1842c6-45ec-45f1-857e-2d5eb79bf73f service neutron] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 916 time: 0.3253996
Aug 31 12:43:26.792570 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:26.809378 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:27.013030 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:27.024326 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-9d0e9d39-a19f-4db0-9a51-b79c5a28326a tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=32375a0f4a904480a23600723226dc1f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0679533
Aug 31 12:43:27.029877 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:27.036795 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:27.076225 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352c5c-088e-4280-806d-002d9285e45e req-91c94067-d011-4746-ab0a-3f6cf58d28a5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:27.077940 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08352c5c-088e-4280-806d-002d9285e45e req-91c94067-d011-4746-ab0a-3f6cf58d28a5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 943 time: 0.1474812
Aug 31 12:43:27.118466 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-8316c1cc-f607-4970-a339-85094fb8dbd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61cbf611-42ee-4efd-9814-878ed2d3d29e HTTP/1.1" status: 200  len: 217 time: 0.3104732
Aug 31 12:43:27.172350 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Pushing event updated for resources: {'Port': ['ID=5b80184d-b8ba-4f46-9fbd-3c9f48994613,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:27.188376 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-08352c5c-088e-4280-806d-002d9285e45e req-c279cb3e-b852-487f-bbb4-6ed5d5682a22 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980902
Aug 31 12:43:27.242238 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb920179-ace0-4f98-ac6f-63483fb1d76c None None] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:43:27.244920 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:27.413272 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-44c1fd4b-6ca4-43d8-95e8-f369dbdb800d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:27.415045 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-44c1fd4b-6ca4-43d8-95e8-f369dbdb800d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.2861850
Aug 31 12:43:27.472025 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0d5220ee-dec6-40ea-a298-6162620122fa up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:27.512860 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-d1640658-4868-4f32-91c0-03595d089d11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0756302
Aug 31 12:43:27.520385 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-be856506-657c-4f29-b536-24655b878bc5 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:27.528256 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-be856506-657c-4f29-b536-24655b878bc5 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4428372
Aug 31 12:43:27.660516 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117877-308d-408c-9352-d10299eb39f3 req-5c29714c-658a-4ad7-b2f2-0b8c299d98a9 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:27.663687 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-07117877-308d-408c-9352-d10299eb39f3 req-5c29714c-658a-4ad7-b2f2-0b8c299d98a9 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.1770597
Aug 31 12:43:27.698012 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-850cfb61-417f-4352-97b6-b31b433a7087 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/quotas/32375a0f4a904480a23600723226dc1f HTTP/1.1" status: 200  len: 375 time: 0.1685269
Aug 31 12:43:27.721578 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Provisioning for port 0d5220ee-dec6-40ea-a298-6162620122fa completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:27.759671 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 0d5220ee-dec6-40ea-a298-6162620122fa completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:27.788613 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 0d5220ee-dec6-40ea-a298-6162620122fa triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:27.789224 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:27.831396 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Provisioning complete for port 0d5220ee-dec6-40ea-a298-6162620122fa triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:27.831519 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:27.836957 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-07117877-308d-408c-9352-d10299eb39f3 req-492c0d2d-0d92-4160-bde0-93f93b927b97 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593213
Aug 31 12:43:28.000903 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-78d7f460-1ca1-4ba3-9da8-1bcb5da3f873 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32375a0f4a904480a23600723226dc1f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3014445
Aug 31 12:43:28.098025 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-487aa96e-a6a0-4183-9cfa-a46eb79aa4e4 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5675108
Aug 31 12:43:28.331905 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15fa7-15fb-45c4-9ced-e58fb48a1172 req-ae176d5f-0a9e-49bf-94c6-138a3430f565 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:28.350400 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e4f15fa7-15fb-45c4-9ced-e58fb48a1172 req-ae176d5f-0a9e-49bf-94c6-138a3430f565 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.2342062
Aug 31 12:43:28.455666 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e4f15fa7-15fb-45c4-9ced-e58fb48a1172 req-8c7b1dd1-0634-4910-9d0c-51d9ffebe9c0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006484
Aug 31 12:43:28.458311 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:28.494564 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 61cbf611-42ee-4efd-9814-878ed2d3d29e details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:43:28.527675 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-106f4b36-ca37-42d0-a2b6-35b2beaf5f2a req-ff8a9790-fe75-4d42-8462-d4990bfde65d service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4211705
Aug 31 12:43:28.548698 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:28.550073 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:28.690945 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:28.758694 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] For port 0d5220ee-dec6-40ea-a298-6162620122fa, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=0d5220ee-dec6-40ea-a298-6162620122fa,segment=NetworkSegment(a490b87a-e887-4280-bf02-6a43e5a08162),segment_id=a490b87a-e887-4280-bf02-6a43e5a08162)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:28.812922 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8d441c1f-4f5a-4059-af80-a96dd2d51241 req-6676ca31-26d5-4c3c-ad3b-b0c890a31b44 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 210 time: 0.1592629
Aug 31 12:43:28.831272 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:28.865436 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5107f1cc-a6e7-4839-a112-cb9d3b2e2930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:29.161334 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab695-6f39-46ba-ad8f-6eeb3b2da77b req-0c1575e2-6890-4324-9fe8-19e61f33eb88 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:29.174831 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ddcab695-6f39-46ba-ad8f-6eeb3b2da77b req-0c1575e2-6890-4324-9fe8-19e61f33eb88 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 943 time: 0.3006129
Aug 31 12:43:29.478039 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2a10817a-0f5e-4f68-a0f4-23b8feec5269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:29.528082 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ddcab695-6f39-46ba-ad8f-6eeb3b2da77b req-ccb1795b-0789-4567-84d0-d76d04e21353 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3484006
Aug 31 12:43:29.590610 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.api [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:43:29.590893 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_db.api [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:43:29.643578 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7555f-b304-45cd-925b-2bf2545eee00 req-ec5b6ac6-f59f-4b5d-a919-3067ed4202da tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:29.666134 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1cc7555f-b304-45cd-925b-2bf2545eee00 req-ec5b6ac6-f59f-4b5d-a919-3067ed4202da tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.4620740
Aug 31 12:43:29.666394 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 61cbf611-42ee-4efd-9814-878ed2d3d29e, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=61cbf611-42ee-4efd-9814-878ed2d3d29e,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:29.680149 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Router 82a5c9e2-f128-42fe-9ac3-b39469c92567 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:43:29.710085 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Pushing event updated for resources: {'Port': ['ID=0d5220ee-dec6-40ea-a298-6162620122fa,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:29.716833 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '61cbf611-42ee-4efd-9814-878ed2d3d29e', 'network_id': '192ab7b6-eb83-48c3-805b-63fa7350b284', 'port_id': '61cbf611-42ee-4efd-9814-878ed2d3d29e', 'mac_address': 'fa:16:3e:f4:d6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ddb5ab-fd75-427b-8aed-b0fccbbdb398', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:43:29.734452 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:29.822106 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:29.837746 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-f0c6a37e-9b8d-4edd-8107-05d122d2595b None None] Provisioning complete for port 0d5220ee-dec6-40ea-a298-6162620122fa triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:29.838414 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f0c6a37e-9b8d-4edd-8107-05d122d2595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:29.910464 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1cc7555f-b304-45cd-925b-2bf2545eee00 req-18795dbd-50f1-4876-927c-97b1fbe77730 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395658
Aug 31 12:43:30.228148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09b684-230a-492b-b812-4b04020b3487 req-4008b486-91f0-49c8-9011-47184c025fa2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:30.230003 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a09b684-230a-492b-b812-4b04020b3487 req-4008b486-91f0-49c8-9011-47184c025fa2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.2493038
Aug 31 12:43:30.314995 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:30.351922 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-828c3123-b7f7-4352-af8a-f55caca1a097 req-e9ade8c8-ce73-4ef6-aab0-f2d7187aae0e tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 210 time: 0.1146865
Aug 31 12:43:30.393758 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cbf611-42ee-4efd-9814-878ed2d3d29e {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:43:30.428094 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 61cbf611-42ee-4efd-9814-878ed2d3d29e, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=61cbf611-42ee-4efd-9814-878ed2d3d29e,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:30.438147 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:30.444097 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-48f6993d-1977-45fe-bffb-06f403b491fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:30.551621 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a09b684-230a-492b-b812-4b04020b3487 req-ae6391d7-6f53-4aec-ad10-e53f2b6338ee tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3012006
Aug 31 12:43:30.577440 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0d5220ee-dec6-40ea-a298-6162620122fa up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:30.676041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:43:30.684838 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=61cbf611-42ee-4efd-9814-878ed2d3d29e,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:30.694576 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Sync routers for ids ['82a5c9e2-f128-42fe-9ac3-b39469c92567'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:43:30.735429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:30.752429 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Routers {'82a5c9e2-f128-42fe-9ac3-b39469c92567'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:30.753199 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72390a34f0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['82a5c9e2-f128-42fe-9ac3-b39469c92567'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:30.796837 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:30.798862 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.0183504
Aug 31 12:43:30.807011 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57650) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:30.869572 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['61cbf611-42ee-4efd-9814-878ed2d3d29e'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:43:31.204175 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 0d5220ee-dec6-40ea-a298-6162620122fa triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:31.213580 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:31.409990 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-95d75cba-05f4-433c-b771-db9bbc6fa99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:31.444288 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-f820ad07-5105-4506-9733-4b3b1b357392 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=32375a0f4a904480a23600723226dc1f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0934358
Aug 31 12:43:31.512921 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Set router 82a5c9e2-f128-42fe-9ac3-b39469c92567 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:31.581948 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ead817b8-5d40-4ded-a9f9-afc001d8936c req-2c0c8895-4b71-4ba2-9eab-04daf84da884 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.2810299
Aug 31 12:43:31.590688 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be84be-692b-45d9-87c2-a17b7e7aa332 req-e627fe67-100a-4b7a-99bb-4c6885a7f85d tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:31.598263 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a0be84be-692b-45d9-87c2-a17b7e7aa332 req-e627fe67-100a-4b7a-99bb-4c6885a7f85d tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.2181053
Aug 31 12:43:31.724624 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ead817b8-5d40-4ded-a9f9-afc001d8936c req-af925eda-616d-44c1-b05b-7c33a5352af6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222150
Aug 31 12:43:31.745247 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a0be84be-692b-45d9-87c2-a17b7e7aa332 req-06184079-100e-48ac-9093-7400f90fea96 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455019
Aug 31 12:43:31.914677 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c048b8-e7cd-4141-9246-a723da51cac1 req-ff721e9f-3944-47e2-99dd-65b969652301 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:31.917310 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-60c048b8-e7cd-4141-9246-a723da51cac1 req-ff721e9f-3944-47e2-99dd-65b969652301 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 944 time: 0.7771947
Aug 31 12:43:32.077853 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7da844dd-b7f8-4311-bd79-f51f6e7ad892 req-2882c5fb-f750-41c1-8a9a-40740706b7ab tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 210 time: 0.1122210
Aug 31 12:43:32.273803 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-3377920f-530f-4b29-a6c7-28acf3c4dccb tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:32.276346 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-3377920f-530f-4b29-a6c7-28acf3c4dccb tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8058503
Aug 31 12:43:32.319430 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Request body: {'port': {'device_id': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f', 'admin_state_up': True, 'tenant_id': '32375a0f4a904480a23600723226dc1f'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:32.350772 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:32.483941 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72390a34f0>, [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:43:27Z', 'revision_number': 3, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port': {'id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:25Z', 'updated_at': '2021-08-31T12:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:32.499289 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Checking router: 82a5c9e2-f128-42fe-9ac3-b39469c92567 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:43:32.500028 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Updating router 82a5c9e2-f128-42fe-9ac3-b39469c92567 port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:43:32.547818 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-60c048b8-e7cd-4141-9246-a723da51cac1 req-414a497f-9650-4f47-b51e-697c88b5e597 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6057737
Aug 31 12:43:32.657166 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:32.730257 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ba7a-6a25-4f5f-bd15-6dc1ffd2f427 req-58036016-5da3-4999-8a8d-85ca78717b4f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:32.736806 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6257ba7a-6a25-4f5f-bd15-6dc1ffd2f427 req-58036016-5da3-4999-8a8d-85ca78717b4f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.3504775
Aug 31 12:43:32.882118 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:32.889179 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Usage tracker for resource:port and tenant:32375a0f4a904480a23600723226dc1f is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:32.894413 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:32.905970 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:32.928207 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Made reservation on behalf of 32375a0f4a904480a23600723226dc1f for: {'port': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:43:32.933714 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:32.971421 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6257ba7a-6a25-4f5f-bd15-6dc1ffd2f427 req-e0d19314-82d8-4a42-b948-4e3c5a961dd1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2268045
Aug 31 12:43:33.016149 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:33.126822 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:33.136939 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Usage tracker for resource:security_group_rule and tenant:32375a0f4a904480a23600723226dc1f is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:33.144478 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:33.158001 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:33.305526 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:33.470324 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:33.558138 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:33.648640 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90c365c-5725-4679-a8dc-657e2826715a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:33.763981 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:33.767714 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c8b36cf-dc6b-40c8-984b-a9ad22eb12c0 req-946c4fca-3151-4a05-8a31-6c4e59d06fcd tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 210 time: 0.1235282
Aug 31 12:43:33.773746 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:33.855698 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:33.877193 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Transition to ACTIVE for port object 5b80184d-b8ba-4f46-9fbd-3c9f48994613 will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:33.894771 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:33.913003 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:33.999865 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06af28-f891-445e-8fce-fa148fde7771 req-065ed154-5569-4bba-b65a-6f38972e9772 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:34.002884 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-cf06af28-f891-445e-8fce-fa148fde7771 req-065ed154-5569-4bba-b65a-6f38972e9772 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.5677857
Aug 31 12:43:34.086682 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-62829068-9221-4b53-bd3f-de762c0fb601 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 1098 time: 0.1570187
Aug 31 12:43:34.186892 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92ed3-bed6-4e7d-a893-8104def1b77b None None] Pushing event updated for resources: {'Port': ['ID=5b80184d-b8ba-4f46-9fbd-3c9f48994613,revision_number=2']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:34.191260 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Attempting to bind port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:34.192255 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Attempting to bind port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:34.193099 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Attempting to bind port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:34.205482 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-35a92ed3-bed6-4e7d-a893-8104def1b77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:34.208127 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:34.209342 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:34.210033 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:34.210705 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:34.211563 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Bound port: 5b80184d-b8ba-4f46-9fbd-3c9f48994613, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:34.212178 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:34.228625 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-cf06af28-f891-445e-8fce-fa148fde7771 req-2dc6a649-0b5d-4143-8fb0-1460d602e2eb tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199837
Aug 31 12:43:34.395863 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] For port 5b80184d-b8ba-4f46-9fbd-3c9f48994613, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:34.404010 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] For port 5b80184d-b8ba-4f46-9fbd-3c9f48994613, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=5b80184d-b8ba-4f46-9fbd-3c9f48994613,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:34.417588 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:34.433952 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Allocated IP 192.168.233.222 (61049beb-3c10-44e9-a0ba-91d33dde3e0f/e9975fbb-deb4-4061-9524-a666b59eae9c/2846fa62-5c8f-42f5-85ec-13dafa60a0e5) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:34.445303 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:34.467790 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 61cbf611-42ee-4efd-9814-878ed2d3d29e up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:34.631329 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92ed3-bed6-4e7d-a893-8104def1b77b None None] Pushing event updated for resources: {'Port': ['ID=5b80184d-b8ba-4f46-9fbd-3c9f48994613,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:34.637262 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-35a92ed3-bed6-4e7d-a893-8104def1b77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:34.638454 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Routers {'82a5c9e2-f128-42fe-9ac3-b39469c92567'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:34.639477 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72390a34f0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['82a5c9e2-f128-42fe-9ac3-b39469c92567'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:34.693419 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aff1f0-89d8-4be2-9e8e-9c7948093b63 req-950413f6-9566-4dd5-a943-095ffee832b4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:34.701128 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73aff1f0-89d8-4be2-9e8e-9c7948093b63 req-950413f6-9566-4dd5-a943-095ffee832b4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.6115105
Aug 31 12:43:34.789201 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 61cbf611-42ee-4efd-9814-878ed2d3d29e completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:34.799661 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 61cbf611-42ee-4efd-9814-878ed2d3d29e triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:34.800211 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:34.866286 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73aff1f0-89d8-4be2-9e8e-9c7948093b63 req-07c1a7de-dc29-4504-85c4-d67d3fc81e54 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1544783
Aug 31 12:43:34.878312 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-47404b1f-6f7a-4636-a13b-23075f54fa6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:34.883617 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-47404b1f-6f7a-4636-a13b-23075f54fa6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 912 time: 0.7157691
Aug 31 12:43:35.056375 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:35.120351 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbf611-42ee-4efd-9814-878ed2d3d29e'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:43:35.142095 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 61cbf611-42ee-4efd-9814-878ed2d3d29e, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=61cbf611-42ee-4efd-9814-878ed2d3d29e,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:35.149120 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:35.152738 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:35.175347 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-6f139470-c999-4eb1-8b72-ccc54fd0b765 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d HTTP/1.1" status: 200  len: 1001 time: 0.2810256
Aug 31 12:43:35.220010 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] Set router 82a5c9e2-f128-42fe-9ac3-b39469c92567 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:35.364225 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=61cbf611-42ee-4efd-9814-878ed2d3d29e,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:35.375967 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:35.577398 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:35.630581 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Transition to ACTIVE for port object 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:35.647836 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5762b8e4-7a6f-48f9-88de-02272aef8567 req-ff3266b0-1cb6-4d0f-94ec-63f007b59a65 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 210 time: 0.1599512
Aug 31 12:43:35.696143 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035c9e9-8330-4871-bef6-4c8d1eb2eb31 req-4a87b477-9239-4aab-b922-00eedf53e78f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:35.707147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-410345dc-3bde-410a-9a59-aeb30780f7df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:35.709753 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-410345dc-3bde-410a-9a59-aeb30780f7df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.5122750
Aug 31 12:43:35.715778 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1035c9e9-8330-4871-bef6-4c8d1eb2eb31 req-4a87b477-9239-4aab-b922-00eedf53e78f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 945 time: 0.7797873
Aug 31 12:43:35.893233 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbf611-42ee-4efd-9814-878ed2d3d29e', 'code': 200}
Aug 31 12:43:35.981409 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-f63366b8-dbd8-4dc1-ad43-bbf25d7359b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2560389
Aug 31 12:43:36.055268 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72390a34f0>, [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:43:27Z', 'revision_number': 3, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port': {'id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:25Z', 'updated_at': '2021-08-31T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:36.062567 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f854d4d-a7c7-4abb-ab38-c8e0160b0f9b None None] The sync data for ids ['82a5c9e2-f128-42fe-9ac3-b39469c92567'] in dv-cinder-806696-1-iscsi is: [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:43:27Z', 'revision_number': 3, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port': {'id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:25Z', 'updated_at': '2021-08-31T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:43:36.073017 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1035c9e9-8330-4871-bef6-4c8d1eb2eb31 req-d1e62d11-e1c6-4e20-837f-08312e819e8f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3529489
Aug 31 12:43:36.075744 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:36.206453 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4460ee2-83bb-42cd-a3b3-7d043b73b8a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:36.339904 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Network 61049beb-3c10-44e9-a0ba-91d33dde3e0f is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:36.346556 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:36.354139 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:36.412528 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Pushing event updated for resources: {'Port': ['ID=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:36.420181 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:36.454937 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:36.500662 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-578692ec-9710-4c2c-b88a-01c63ee528c8 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5123367
Aug 31 12:43:36.665085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:36.666118 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:36.692527 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fb497-5ed5-420f-9a20-b4f7c77a5833 req-fc6f2ac6-1ae4-471f-ac4b-5aee13d109bf tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:36.700589 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6f3fb497-5ed5-420f-9a20-b4f7c77a5833 req-fc6f2ac6-1ae4-471f-ac4b-5aee13d109bf tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.4976432
Aug 31 12:43:36.871460 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6f3fb497-5ed5-420f-9a20-b4f7c77a5833 req-3a35849c-f487-4d8e-b1fc-5054fb2d9dd2 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695018
Aug 31 12:43:36.879005 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89983fec-2250-4b25-8705-8b2b1739b920 req-64fc4ece-f5ba-472d-ab87-340c1f71ef9a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 1098 time: 0.5566194
Aug 31 12:43:36.937098 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-06b5f6b0-4cb1-40bf-9b5f-8a6138f62b1f None None] Provisioning for port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:36.949428 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-06b5f6b0-4cb1-40bf-9b5f-8a6138f62b1f None None] Provisioning complete for port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:36.951212 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-06b5f6b0-4cb1-40bf-9b5f-8a6138f62b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:37.001442 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f450832-4be7-4a9a-8232-d5ec10bfda06 req-610751f2-e54e-419b-99c0-142754b29d92 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4770420
Aug 31 12:43:37.064967 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89983fec-2250-4b25-8705-8b2b1739b920 req-b796ec1f-5f73-4124-9427-c8ba306b0226 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764307
Aug 31 12:43:37.096874 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.8047094
Aug 31 12:43:37.202182 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-06b5f6b0-4cb1-40bf-9b5f-8a6138f62b1f None None] Port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:43:37.313518 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Request body: {'port': {'device_id': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:43:37.661380 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7af054-7116-4230-b463-d79e6ea1bd60 req-5275fbfb-5cab-43a1-8533-fec5151c7998 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:37.665107 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f7af054-7116-4230-b463-d79e6ea1bd60 req-5275fbfb-5cab-43a1-8533-fec5151c7998 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 936 time: 0.2529683
Aug 31 12:43:37.751621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd68a75-2f8c-4483-82c5-0c87b3a2baa3 req-1e34677a-87d7-44d6-a47a-20b43040b55c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:37.765725 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6cd68a75-2f8c-4483-82c5-0c87b3a2baa3 req-1e34677a-87d7-44d6-a47a-20b43040b55c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 1.2631199
Aug 31 12:43:37.796274 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f7af054-7116-4230-b463-d79e6ea1bd60 req-935c2723-39d8-4a3c-af77-e7934b2f6a3e tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135268
Aug 31 12:43:37.828596 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57738) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:37.899285 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:38.042395 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Allocated IP 172.20.0.1 (4e74e321-1973-4d9e-8344-e6cd9fbbd84c/840331f9-22a5-443b-8b90-d4076ba4e792/29edc1bc-479e-4c41-a22f-e1397d848a57) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:43:38.082144 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6cd68a75-2f8c-4483-82c5-0c87b3a2baa3 req-f6f924d9-db66-4b11-a6d5-e0fc048534fe tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3150547
Aug 31 12:43:38.196545 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57748) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:38.400236 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:38.456552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:38.463484 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Usage tracker for resource:security_group_rule and tenant:b9068e10e2ce4aee93696a3294e7e4fd is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:38.469707 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:38.480487 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:38.622528 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:38.628228 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:38.640977 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0232c311-f857-42e7-a574-2e7b58ee1dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:38.761805 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5b80184d-b8ba-4f46-9fbd-3c9f48994613 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:38.800805 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9068e10e2ce4aee93696a3294e7e4fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9715445
Aug 31 12:43:38.810460 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f461c-e101-47a5-9d11-0e7b4a8e9754,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:38.821388 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57758) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:38.826548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:38.896540 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:38.997374 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:39.006985 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:39.007863 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.132604 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.173503 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:39.203334 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.217544 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1c79954af648749980aa7473c43dc1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:39.228527 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:39.234793 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.244009 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.271628 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:39.272991 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 5b80184d-b8ba-4f46-9fbd-3c9f48994613, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=5b80184d-b8ba-4f46-9fbd-3c9f48994613,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:39.279239 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.289635 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:39.292879 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a02a-fa62-423b-9c49-39cb72187314 req-afb317db-d7df-484c-b6cb-5308fbc00995 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:39.295242 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d105a02a-fa62-423b-9c49-39cb72187314 req-afb317db-d7df-484c-b6cb-5308fbc00995 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 945 time: 0.9009178
Aug 31 12:43:39.298873 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Transition to ACTIVE for port object 29edc1bc-479e-4c41-a22f-e1397d848a57 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:39.386602 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63714b89-140c-46ca-8e23-143a682c5222 req-6d59ab2d-959e-48f4-bf67-1d1c7e8a27c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.4673541
Aug 31 12:43:39.444570 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=5b80184d-b8ba-4f46-9fbd-3c9f48994613,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:39.450342 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:39.477390 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:43:39.495118 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.510481 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d105a02a-fa62-423b-9c49-39cb72187314 req-b70bef63-a8a0-4927-8617-ae87e0e9221c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972749
Aug 31 12:43:39.530451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.538860 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Transition to ACTIVE for port object 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:39.540338 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:39.560210 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1fe96-e5b9-48e8-8c61-5763b791b3ff req-45ae9730-442c-40cd-8edd-1c5779640517 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:39.562912 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d6a1fe96-e5b9-48e8-8c61-5763b791b3ff req-45ae9730-442c-40cd-8edd-1c5779640517 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.4938672
Aug 31 12:43:39.602230 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.647858 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.661754 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:39.751279 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Pushing event updated for resources: {'Port': ['ID=29edc1bc-479e-4c41-a22f-e1397d848a57,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:39.756736 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:39.758941 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:39.788705 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.803912 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4a1cc976-4db9-4918-81bc-4234088d9709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:39.817173 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:39.821863 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:43:39.835368 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:39.896718 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f461c-e101-47a5-9d11-0e7b4a8e9754,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:39.978229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:39.994114 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2fcc333c-16be-4874-8d05-becaf63c7034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:40.007239 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714b89-140c-46ca-8e23-143a682c5222 req-34f398ad-7826-4a24-8a19-06ab2312d2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:40.012628 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63714b89-140c-46ca-8e23-143a682c5222 req-34f398ad-7826-4a24-8a19-06ab2312d2bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.6096447
Aug 31 12:43:40.101004 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Pushing event updated for resources: {'Port': ['ID=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:40.133151 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:40.138151 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/364f461c-e101-47a5-9d11-0e7b4a8e9754 HTTP/1.1" status: 204  len: 168 time: 1.3118258
Aug 31 12:43:40.174885 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d1c79954af648749980aa7473c43dc1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9765205
Aug 31 12:43:40.189365 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:40.209792 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57770) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:40.226984 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63714b89-140c-46ca-8e23-143a682c5222 req-36e25e7d-56fe-4cdc-bc53-980e809e1c1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 217 time: 0.2010109
Aug 31 12:43:40.227786 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8254d609-d91a-4c7d-85ed-53e30c7cef9d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:40.232559 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:40.247379 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d6a1fe96-e5b9-48e8-8c61-5763b791b3ff req-0a05aa81-5559-4e1e-a115-98b4e4104696 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4266250
Aug 31 12:43:40.343945 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-f5dc7187-4230-4210-9ae3-65cb5a376be8 None None] Provisioning for port 29edc1bc-479e-4c41-a22f-e1397d848a57 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:40.356016 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-f5dc7187-4230-4210-9ae3-65cb5a376be8 None None] Provisioning complete for port 29edc1bc-479e-4c41-a22f-e1397d848a57 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:40.356807 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7187-4230-4210-9ae3-65cb5a376be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:40.373879 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:40.412215 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714b89-140c-46ca-8e23-143a682c5222 req-2dc5e22c-373f-4438-8355-31040b98f496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:40.415067 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63714b89-140c-46ca-8e23-143a682c5222 req-2dc5e22c-373f-4438-8355-31040b98f496 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.1661441
Aug 31 12:43:40.533219 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63714b89-140c-46ca-8e23-143a682c5222 req-6ba7fdbb-5bbc-4ed6-aa03-87ccbe6e49e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1111319
Aug 31 12:43:40.545971 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc7187-4230-4210-9ae3-65cb5a376be8 None None] Port 29edc1bc-479e-4c41-a22f-e1397d848a57 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:43:40.626351 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5b80184d-b8ba-4f46-9fbd-3c9f48994613 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:40.642177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:40.654681 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d07c0-00aa-4f1b-a15f-8ba23e206c7a req-54b9edd9-8b6f-4d8c-b9bc-517b8dda6b8f tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:40.655448 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-362d07c0-00aa-4f1b-a15f-8ba23e206c7a req-54b9edd9-8b6f-4d8c-b9bc-517b8dda6b8f tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Synchronizing usage tracker for tenant:32375a0f4a904480a23600723226dc1f on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:43:40.712079 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Attempting to bind port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:40.712455 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Attempting to bind port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:40.712760 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Attempting to bind port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 on network 61049beb-3c10-44e9-a0ba-91d33dde3e0f {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:40.731172 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:40.897361 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:40.897767 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:40.903178 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 on network 61049beb-3c10-44e9-a0ba-91d33dde3e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:43:40.903687 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Attempting to bind port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 on network 61049beb-3c10-44e9-a0ba-91d33dde3e0f {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:40.913632 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-362d07c0-00aa-4f1b-a15f-8ba23e206c7a req-54b9edd9-8b6f-4d8c-b9bc-517b8dda6b8f tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Unset dirty status for tenant:32375a0f4a904480a23600723226dc1f on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:43:40.915631 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-362d07c0-00aa-4f1b-a15f-8ba23e206c7a req-54b9edd9-8b6f-4d8c-b9bc-517b8dda6b8f tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 948 time: 1.0493171
Aug 31 12:43:41.027019 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:41.027679 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Checking segment: {'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:41.028235 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Bound using segment: {'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:41.028991 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Bound port: 2846fa62-5c8f-42f5-85ec-13dafa60a0e5, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5778479-86cc-4012-87b3-005b3d2a183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:41.029575 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:41.050405 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:41.058152 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d28613-66b5-461d-add0-b76984e0148c req-accc0ebf-8f22-473c-8e31-b6595e55866f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:41.076392 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e7d28613-66b5-461d-add0-b76984e0148c req-accc0ebf-8f22-473c-8e31-b6595e55866f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.4441068
Aug 31 12:43:41.120458 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63714b89-140c-46ca-8e23-143a682c5222 req-b86990c9-4c2f-4a89-a8ff-8223c2afbb13 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5793884
Aug 31 12:43:41.192828 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-362d07c0-00aa-4f1b-a15f-8ba23e206c7a req-ee7fdfa9-5e00-402a-a00a-9182a3d26503 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Synchronizing usage tracker for tenant:32375a0f4a904480a23600723226dc1f on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:43:41.272374 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e7d28613-66b5-461d-add0-b76984e0148c req-e39501c1-5cb6-43b3-8934-ca00d2544627 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2009742
Aug 31 12:43:41.384924 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63714b89-140c-46ca-8e23-143a682c5222 req-bd80ef95-5e70-4351-9915-a1b4728acda6 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545726
Aug 31 12:43:41.455578 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:41.468038 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-587225b9-dd13-4326-adf9-7a5332a4203d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:41.477472 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-362d07c0-00aa-4f1b-a15f-8ba23e206c7a req-ee7fdfa9-5e00-402a-a00a-9182a3d26503 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Unset dirty status for tenant:32375a0f4a904480a23600723226dc1f on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:43:41.478994 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-362d07c0-00aa-4f1b-a15f-8ba23e206c7a req-ee7fdfa9-5e00-402a-a00a-9182a3d26503 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5356114
Aug 31 12:43:41.501994 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8254d609-d91a-4c7d-85ed-53e30c7cef9d,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:41.525030 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:41.529790 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] For port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5, host hv-cinder-80669, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:41.632099 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] For port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,segment=NetworkSegment(f5778479-86cc-4012-87b3-005b3d2a183b),segment_id=f5778479-86cc-4012-87b3-005b3d2a183b)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:41.648675 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:41.670922 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-88a59091-e4a2-4723-af00-df8146332173 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:41.701656 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e15a95-6138-47fd-94f0-b451b6a477bc req-cb40a263-36fb-48ea-8e34-9d6d1ff11988 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:41.711792 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12e15a95-6138-47fd-94f0-b451b6a477bc req-cb40a263-36fb-48ea-8e34-9d6d1ff11988 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 945 time: 0.2261271
Aug 31 12:43:41.728465 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:41.731050 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8254d609-d91a-4c7d-85ed-53e30c7cef9d HTTP/1.1" status: 204  len: 168 time: 1.5176442
Aug 31 12:43:41.847412 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:41.847626 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12e15a95-6138-47fd-94f0-b451b6a477bc req-90a5b1bd-4d5b-4b94-95ed-a37ef0786c14 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343434
Aug 31 12:43:41.849707 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] 10.222.0.43 "PUT /v2.0/ports/2846fa62-5c8f-42f5-85ec-13dafa60a0e5 HTTP/1.1" status: 200  len: 1098 time: 4.5433679
Aug 31 12:43:41.927939 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'tag': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:43:42.104991 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Pushing event updated for resources: {'Port': ['ID=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:42.117951 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'tag': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5', 'status': 'completed', 'code': 200}
Aug 31 12:43:42.205557 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:42.247420 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:42.270022 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:42.333104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:42.444419 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:42.583961 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Pushing event updated for resources: {'Port': ['ID=29edc1bc-479e-4c41-a22f-e1397d848a57,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:42.607475 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab553ed4-e100-4652-9a96-431ec9fed0c1 req-bdc1e3c1-4b7c-4dd3-9f5d-a4b8f567c782 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:42.622917 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ab553ed4-e100-4652-9a96-431ec9fed0c1 req-bdc1e3c1-4b7c-4dd3-9f5d-a4b8f567c782 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.6685586
Aug 31 12:43:42.628840 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:42.810763 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57810) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:42.851957 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:42.875399 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-9b98ea41-5b43-40f9-9b5f-358ff485c1f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32375a0f4a904480a23600723226dc1f&device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 1101 time: 0.9333704
Aug 31 12:43:43.060739 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:43.087014 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:23ef0348f3044a8fbcd895586c670e3b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:43.098065 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:43.134185 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:43.174669 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-65cd84ee-eeb4-4e57-af0f-55fa896b02cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2846fa62-5c8f-42f5-85ec-13dafa60a0e5 HTTP/1.1" status: 200  len: 217 time: 0.2479081
Aug 31 12:43:43.205082 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ab553ed4-e100-4652-9a96-431ec9fed0c1 req-7eb8a71f-2bb1-4cb3-97e1-a2a6f9a387cc tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5802491
Aug 31 12:43:43.235846 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339da4d-f29c-42dc-be0d-6c58d4c23fcb req-f4146f9e-7a96-4c80-bcd6-f7f8ec7a0d30 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:43.238403 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6339da4d-f29c-42dc-be0d-6c58d4c23fcb req-f4146f9e-7a96-4c80-bcd6-f7f8ec7a0d30 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 948 time: 0.2740631
Aug 31 12:43:43.320409 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:43:43.325450 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:43:43.421581 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:43.443306 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6339da4d-f29c-42dc-be0d-6c58d4c23fcb req-96bd0fa2-fabc-4943-b1e0-dc84caa4bdf2 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886141
Aug 31 12:43:43.446861 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:43.512912 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-a14419f4-3e28-4494-a470-9e874fbf5eb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:43.524847 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-a14419f4-3e28-4494-a470-9e874fbf5eb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9975fbb-deb4-4061-9524-a666b59eae9c HTTP/1.1" status: 200  len: 843 time: 0.3302011
Aug 31 12:43:43.536474 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-312067e8-9b1d-450c-b98a-35596dd648ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:43.557296 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23ef0348f3044a8fbcd895586c670e3b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7436876
Aug 31 12:43:43.558474 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57820) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:43.695777 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fc80ff-c386-4fae-a94b-20895d8200e6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:43.727157 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:43.836712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:43.921155 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 57826) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:43.977959 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:44.007723 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a45df3c1-375c-40b7-92ac-23174ff6a99c None None] Provisioning complete for port 29edc1bc-479e-4c41-a22f-e1397d848a57 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:44.009142 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a45df3c1-375c-40b7-92ac-23174ff6a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:44.076923 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-a9320344-f508-4e66-9643-3e6ff59d8631 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61049beb-3c10-44e9-a0ba-91d33dde3e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.5317626
Aug 31 12:43:44.121764 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-a45df3c1-375c-40b7-92ac-23174ff6a99c None None] Port 29edc1bc-479e-4c41-a22f-e1397d848a57 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:43:44.133827 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-c7fc24cd-fb04-4f37-be94-dfcfd30c0f70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2266524
Aug 31 12:43:44.133827 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:44.138271 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d723b1fd-35eb-4025-9b34-ce44a682a03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:44.158211 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fc80ff-c386-4fae-a94b-20895d8200e6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:44.162237 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:44.245141 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:44.246991 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5fc80ff-c386-4fae-a94b-20895d8200e6 HTTP/1.1" status: 204  len: 168 time: 0.6842303
Aug 31 12:43:44.325463 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-df16ec30-0e81-447f-9d88-2860d4045c15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 1099 time: 0.1566353
Aug 31 12:43:44.344985 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:44.465701 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:43:44.473563 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3f5e8baf664c4891a0d8b67f384cb6 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:43:44.480509 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:43:44.493841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:43:44.512279 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:44.702417 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-5cb84993-242b-48c4-a512-d247eab3a80c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:44.713798 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-5cb84993-242b-48c4-a512-d247eab3a80c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 200  len: 920 time: 0.3437567
Aug 31 12:43:44.830235 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-3d4e0067-545b-407c-b5a0-cdffde8fa20f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 200  len: 217 time: 0.1085656
Aug 31 12:43:44.851833 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-cfda1151-5eff-4b1c-8400-c7ca54ac1d67 service neutron] 10.222.0.43 "GET /v2.0/networks/61049beb-3c10-44e9-a0ba-91d33dde3e0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7580318
Aug 31 12:43:44.980014 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-6e5aa2c6-88cb-4216-be88-27bb9368cfba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:44.982705 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-6e5aa2c6-88cb-4216-be88-27bb9368cfba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 200  len: 859 time: 0.1441357
Aug 31 12:43:45.089873 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:45.103275 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-7a72ae34-b6f3-4010-a2fc-bf475b085dc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c76c8b1b-76ba-46a7-9d96-50478ad4ca39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985453
Aug 31 12:43:45.336040 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:45.362201 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4ccad6d0-78a3-4226-9dc6-102f4f076171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:45.399034 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f9096303-39eb-4cf0-ae35-3eab832e3109 req-66e2627c-0839-49c0-b8dd-8177f7badacb service neutron] 10.222.0.43 "GET /v2.0/networks/61049beb-3c10-44e9-a0ba-91d33dde3e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058319
Aug 31 12:43:45.469551 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d12bc-c586-4a02-8bb4-0e53a362e95c req-1c139d3c-5b80-4935-8c82-62a7e581288e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:45.482360 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a94d12bc-c586-4a02-8bb4-0e53a362e95c req-1c139d3c-5b80-4935-8c82-62a7e581288e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.8358164
Aug 31 12:43:45.495258 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da6d9c-f5dd-4351-a4c3-98e7aa120984,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:45.517629 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-1ff8727e-5a28-43e2-b334-48d7385b4376 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3916104
Aug 31 12:43:45.540896 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:45.551469 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c3f5e8baf664c4891a0d8b67f384cb6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6264858
Aug 31 12:43:45.557083 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 57860) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:43:45.785527 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a94d12bc-c586-4a02-8bb4-0e53a362e95c req-d3bf9702-834e-4f12-9f75-3424a79a672e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2916100
Aug 31 12:43:45.815430 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Router 82a5c9e2-f128-42fe-9ac3-b39469c92567 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:43:45.871182 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c47d8590-356e-42bd-b008-b66587555296 req-80a9fbae-4651-487c-93aa-1b542d365858 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32375a0f4a904480a23600723226dc1f&device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 1101 time: 0.3079119
Aug 31 12:43:46.320906 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbc227a0-dc2e-4a3c-bf9a-fa1362cdc37d req-1efa62ce-4d7d-4923-8429-719def5a4807 service neutron] 10.222.0.43 "GET /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7995508
Aug 31 12:43:46.345878 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb32d09-8411-4511-8a07-de7bdae206da req-0d4ade34-a3ab-461f-9fa6-5d1df93e8b03 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:46.348941 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fdb32d09-8411-4511-8a07-de7bdae206da req-0d4ade34-a3ab-461f-9fa6-5d1df93e8b03 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 948 time: 0.5331726
Aug 31 12:43:46.354385 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:46.369166 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d8590-356e-42bd-b008-b66587555296 req-46302484-80a4-482e-a818-55bb4da1d426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:46.371772 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c47d8590-356e-42bd-b008-b66587555296 req-46302484-80a4-482e-a818-55bb4da1d426 service neutron] 10.222.0.43 "GET /v2.0/networks?id=61049beb-3c10-44e9-a0ba-91d33dde3e0f HTTP/1.1" status: 200  len: 870 time: 0.3625603
Aug 31 12:43:46.406783 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:46.542638 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c47d8590-356e-42bd-b008-b66587555296 req-00ea8b2a-2834-473d-9d32-ab914cc37556 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2846fa62-5c8f-42f5-85ec-13dafa60a0e5 HTTP/1.1" status: 200  len: 217 time: 0.1538815
Aug 31 12:43:46.560763 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:46.577614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-08eb3c8e-b941-41f8-9548-109ff6c79071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:46.601529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da6d9c-f5dd-4351-a4c3-98e7aa120984,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:46.621549 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:46.623031 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:46.624841 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2da6d9c-f5dd-4351-a4c3-98e7aa120984 HTTP/1.1" status: 204  len: 168 time: 1.0660706
Aug 31 12:43:46.634290 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fdb32d09-8411-4511-8a07-de7bdae206da req-25e43a5a-51e5-4bfe-868c-47008cc415ed tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406980
Aug 31 12:43:46.923196 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d8590-356e-42bd-b008-b66587555296 req-edca6031-a5a9-4c5b-a596-4871813eccb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:46.925663 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c47d8590-356e-42bd-b008-b66587555296 req-edca6031-a5a9-4c5b-a596-4871813eccb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9975fbb-deb4-4061-9524-a666b59eae9c HTTP/1.1" status: 200  len: 843 time: 0.3684866
Aug 31 12:43:47.104369 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c47d8590-356e-42bd-b008-b66587555296 req-2efdbc27-7d7f-402e-8d9f-a201a0d35676 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61049beb-3c10-44e9-a0ba-91d33dde3e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1652234
Aug 31 12:43:47.111855 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:43:47.129799 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Sync routers for ids ['82a5c9e2-f128-42fe-9ac3-b39469c92567'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:43:47.195205 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Routers {'82a5c9e2-f128-42fe-9ac3-b39469c92567'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:47.198019 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e0b970>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['82a5c9e2-f128-42fe-9ac3-b39469c92567'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:47.434390 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c47d8590-356e-42bd-b008-b66587555296 req-27259d4d-82db-4bf3-af80-c8a222be2366 service neutron] 10.222.0.43 "GET /v2.0/networks/61049beb-3c10-44e9-a0ba-91d33dde3e0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3194187
Aug 31 12:43:47.464138 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] 10.222.0.20 "PUT /v2.0/routers/82a5c9e2-f128-42fe-9ac3-b39469c92567/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.6542523
Aug 31 12:43:47.719869 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Set router 82a5c9e2-f128-42fe-9ac3-b39469c92567 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:47.825350 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c47d8590-356e-42bd-b008-b66587555296 req-555d054a-42da-43e5-8d14-6ddb1d855dba service neutron] 10.222.0.43 "GET /v2.0/networks/61049beb-3c10-44e9-a0ba-91d33dde3e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3590956
Aug 31 12:43:48.217273 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a84acb-bab2-45f6-acec-b49cbfaf500e req-53357543-1a27-4202-9b59-c66e210dc497 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:48.230350 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-67a84acb-bab2-45f6-acec-b49cbfaf500e req-53357543-1a27-4202-9b59-c66e210dc497 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 948 time: 0.1950953
Aug 31 12:43:48.346366 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-67a84acb-bab2-45f6-acec-b49cbfaf500e req-de03c5eb-f426-4c56-923c-896c69870379 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030245
Aug 31 12:43:48.411645 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e0b970>, [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:43:40Z', 'revision_number': 4, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port': {'id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:25Z', 'updated_at': '2021-08-31T12:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '29edc1bc-479e-4c41-a22f-e1397d848a57', 'name': '', 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'mac_address': 'fa:16:3e:7d:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840331f9-22a5-443b-8b90-d4076ba4e792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:36Z', 'updated_at': '2021-08-31T12:43:41Z', 'revision_number': 2, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'subnets': [{'id': '840331f9-22a5-443b-8b90-d4076ba4e792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:48.424699 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Checking router: 82a5c9e2-f128-42fe-9ac3-b39469c92567 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:43:48.425347 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Updating router 82a5c9e2-f128-42fe-9ac3-b39469c92567 port 29edc1bc-479e-4c41-a22f-e1397d848a57 binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:43:48.525164 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:48.553886 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:43:49.169826 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,segment=NetworkSegment(f5778479-86cc-4012-87b3-005b3d2a183b),segment_id=f5778479-86cc-4012-87b3-005b3d2a183b)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:49.205885 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5', 'network_id': '61049beb-3c10-44e9-a0ba-91d33dde3e0f', 'port_id': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5', 'mac_address': 'fa:16:3e:1b:c3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9975fbb-deb4-4061-9524-a666b59eae9c', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:43:49.314997 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:49.358255 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:43:49.399480 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,segment=NetworkSegment(f5778479-86cc-4012-87b3-005b3d2a183b),segment_id=f5778479-86cc-4012-87b3-005b3d2a183b)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:49.402606 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.resource_extend [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:43:49.443716 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:49.452157 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:49.627621 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:49.687326 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:49.772257 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:49.803616 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Transition to ACTIVE for port object 29edc1bc-479e-4c41-a22f-e1397d848a57 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:43:49.815579 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:49.826255 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:49.841850 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd523e8f-18be-4d3d-a9cf-444427fd33aa req-4c0ca548-2b23-4193-be7a-ed5fc511f348 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:49.851500 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dd523e8f-18be-4d3d-a9cf-444427fd33aa req-4c0ca548-2b23-4193-be7a-ed5fc511f348 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 949 time: 0.1166899
Aug 31 12:43:49.924251 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dd523e8f-18be-4d3d-a9cf-444427fd33aa req-5834bc22-75c2-4450-954e-3ec9e54bbf7b tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714719
Aug 31 12:43:49.933777 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['2846fa62-5c8f-42f5-85ec-13dafa60a0e5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:43:50.164367 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea764163-1f6f-41bd-a5e2-0a8c51401b59 None None] Pushing event updated for resources: {'Port': ['ID=29edc1bc-479e-4c41-a22f-e1397d848a57,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:50.173775 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-ea764163-1f6f-41bd-a5e2-0a8c51401b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:50.678553 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Attempting to bind port 29edc1bc-479e-4c41-a22f-e1397d848a57 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:43:50.679391 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Attempting to bind port 29edc1bc-479e-4c41-a22f-e1397d848a57 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:43:50.680150 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Attempting to bind port 29edc1bc-479e-4c41-a22f-e1397d848a57 on network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:43:50.717960 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:43:50.718779 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Checking segment: {'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:43:50.719564 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:50.720302 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Bound using segment: {'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:43:50.721199 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Bound port: 29edc1bc-479e-4c41-a22f-e1397d848a57, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a490b87a-e887-4280-bf02-6a43e5a08162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:43:50.721961 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:51.098770 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] For port 29edc1bc-479e-4c41-a22f-e1397d848a57, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:43:51.104968 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] For port 29edc1bc-479e-4c41-a22f-e1397d848a57, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=29edc1bc-479e-4c41-a22f-e1397d848a57,segment=NetworkSegment(a490b87a-e887-4280-bf02-6a43e5a08162),segment_id=a490b87a-e887-4280-bf02-6a43e5a08162)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:43:51.114717 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:51.133743 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-828a4c1c-09a5-4da1-9160-9eb6766e1eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:51.412618 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce263-eddd-4093-8b74-cbdb24c611e0 req-85b6ae18-e1d5-4964-a8cf-2bd907261188 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:51.417970 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-543ce263-eddd-4093-8b74-cbdb24c611e0 req-85b6ae18-e1d5-4964-a8cf-2bd907261188 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 949 time: 0.2061911
Aug 31 12:43:51.428069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea764163-1f6f-41bd-a5e2-0a8c51401b59 None None] Pushing event updated for resources: {'Port': ['ID=29edc1bc-479e-4c41-a22f-e1397d848a57,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:51.439926 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-ea764163-1f6f-41bd-a5e2-0a8c51401b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:51.447174 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Routers {'82a5c9e2-f128-42fe-9ac3-b39469c92567'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:43:51.448606 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e0b970>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:43:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['82a5c9e2-f128-42fe-9ac3-b39469c92567'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:51.577856 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-543ce263-eddd-4093-8b74-cbdb24c611e0 req-829493c0-274e-457d-808b-0b6cb90c4a4e tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435730
Aug 31 12:43:52.006498 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] Set router 82a5c9e2-f128-42fe-9ac3-b39469c92567 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:43:52.454003 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:43:52.610993 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:53.034603 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:53.048914 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:53.049749 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:53.152157 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e0b970>, [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:43:40Z', 'revision_number': 4, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port': {'id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:25Z', 'updated_at': '2021-08-31T12:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '29edc1bc-479e-4c41-a22f-e1397d848a57', 'name': '', 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'mac_address': 'fa:16:3e:7d:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840331f9-22a5-443b-8b90-d4076ba4e792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:36Z', 'updated_at': '2021-08-31T12:43:51Z', 'revision_number': 4, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'subnets': [{'id': '840331f9-22a5-443b-8b90-d4076ba4e792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:43:53.159908 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd51d2-e41c-43f5-923c-c0b32d0ac3cc None None] The sync data for ids ['82a5c9e2-f128-42fe-9ac3-b39469c92567'] in dv-cinder-806696-1-iscsi is: [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:43:40Z', 'revision_number': 4, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port': {'id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:25Z', 'updated_at': '2021-08-31T12:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '29edc1bc-479e-4c41-a22f-e1397d848a57', 'name': '', 'network_id': '4e74e321-1973-4d9e-8344-e6cd9fbbd84c', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'mac_address': 'fa:16:3e:7d:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840331f9-22a5-443b-8b90-d4076ba4e792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:36Z', 'updated_at': '2021-08-31T12:43:51Z', 'revision_number': 4, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'subnets': [{'id': '840331f9-22a5-443b-8b90-d4076ba4e792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:43:53.266549 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:53.372337 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ebff7-288a-4255-b798-4bc990d6f44c req-393e7147-2936-4309-85f9-75a51ce1910b tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:53.379820 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ca7ebff7-288a-4255-b798-4bc990d6f44c req-393e7147-2936-4309-85f9-75a51ce1910b tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 949 time: 0.3553429
Aug 31 12:43:53.431123 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:43:53.487634 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ca7ebff7-288a-4255-b798-4bc990d6f44c req-1f788011-ed21-4e03-86ec-823a25520790 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113167
Aug 31 12:43:53.491993 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,segment=NetworkSegment(f5778479-86cc-4012-87b3-005b3d2a183b),segment_id=f5778479-86cc-4012-87b3-005b3d2a183b)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:53.504884 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:53.519012 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:53.721190 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:53.729125 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5', 'code': 200}
Aug 31 12:43:53.730321 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:54.524683 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0c29f516-644e-45f3-84c9-370f2e74ad04 req-ad48afd0-b2aa-4a6f-9520-64ce932a8c20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 1103 time: 0.3275292
Aug 31 12:43:54.652701 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0c29f516-644e-45f3-84c9-370f2e74ad04 req-8a41e385-d40f-4ff1-8def-337f848cb405 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190157
Aug 31 12:43:54.694517 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 29edc1bc-479e-4c41-a22f-e1397d848a57 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:54.993796 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 29edc1bc-479e-4c41-a22f-e1397d848a57 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:43:55.010084 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 29edc1bc-479e-4c41-a22f-e1397d848a57 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:55.010797 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:55.548326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3a303-cd95-4a41-aac1-0b88818613ed req-822cfc51-5130-4d04-a452-e1966dba6ef4 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:55.549956 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-91f3a303-cd95-4a41-aac1-0b88818613ed req-822cfc51-5130-4d04-a452-e1966dba6ef4 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.3841658
Aug 31 12:43:55.561965 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:55.661897 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 29edc1bc-479e-4c41-a22f-e1397d848a57, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=29edc1bc-479e-4c41-a22f-e1397d848a57,segment=NetworkSegment(a490b87a-e887-4280-bf02-6a43e5a08162),segment_id=a490b87a-e887-4280-bf02-6a43e5a08162)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:43:55.671551 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:55.686456 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:43:55.721714 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-91f3a303-cd95-4a41-aac1-0b88818613ed req-7cf56017-af51-400f-9eca-140cad448aff tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587541
Aug 31 12:43:55.853594 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=29edc1bc-479e-4c41-a22f-e1397d848a57,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:43:55.873611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:43:56.589776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 29edc1bc-479e-4c41-a22f-e1397d848a57 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:43:56.795941 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 29edc1bc-479e-4c41-a22f-e1397d848a57 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:43:56.796864 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:57.136439 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86f241-ea3d-4ea8-8d4d-19add3b48287 req-51ecfffc-1415-4fce-8424-18962ea7fb58 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:57.138788 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ee86f241-ea3d-4ea8-8d4d-19add3b48287 req-51ecfffc-1415-4fce-8424-18962ea7fb58 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.1368203
Aug 31 12:43:57.212709 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ee86f241-ea3d-4ea8-8d4d-19add3b48287 req-9fa41502-2782-444d-9b14-2cb521a06c1f tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654716
Aug 31 12:43:58.507679 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f9028-84ea-4907-8e70-1f865ace5548 req-cb9a54fb-9ba0-4658-8b8e-a0ef1d0568c3 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:43:58.510488 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7e5f9028-84ea-4907-8e70-1f865ace5548 req-cb9a54fb-9ba0-4658-8b8e-a0ef1d0568c3 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.1337373
Aug 31 12:43:58.679704 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7e5f9028-84ea-4907-8e70-1f865ace5548 req-9ff87292-fd90-4110-8595-8405ed8b3c42 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494427
Aug 31 12:43:59.004162 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2ef71b6b-60b4-45a1-b15e-2839a5e4a904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:43:59.378007 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:00.061785 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c81b-dfa2-4f49-8f4f-71ca681788fe req-67addb56-a591-451f-8778-ddc46ca4073c tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:00.063963 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d3f4c81b-dfa2-4f49-8f4f-71ca681788fe req-67addb56-a591-451f-8778-ddc46ca4073c tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.1637087
Aug 31 12:44:00.142284 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d3f4c81b-dfa2-4f49-8f4f-71ca681788fe req-cede9d3c-89a3-4b69-95ff-482e91543fa8 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687113
Aug 31 12:44:01.023045 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a8445-1afb-4b33-9a67-9c093b71ed3e req-9962cd16-d596-484d-8b8b-b26cd99c3f1e tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:01.026886 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b7a8445-1afb-4b33-9a67-9c093b71ed3e req-9962cd16-d596-484d-8b8b-b26cd99c3f1e tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.1430962
Aug 31 12:44:01.119709 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b7a8445-1afb-4b33-9a67-9c093b71ed3e req-c7cd1411-4f39-4fe7-8949-081ef8a64079 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751922
Aug 31 12:44:01.221714 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e990-d439-4a32-954c-600539a73270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:02.358712 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:02.537921 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8dc6-a202-42df-ad49-9350192036d7 req-54b0a9e6-a7b3-4221-822d-18cb28b9a2f4 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:02.540039 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d35e8dc6-a202-42df-ad49-9350192036d7 req-54b0a9e6-a7b3-4221-822d-18cb28b9a2f4 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.1708918
Aug 31 12:44:02.607244 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d35e8dc6-a202-42df-ad49-9350192036d7 req-b73e8acf-a07a-4819-9ae5-529462e6a401 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583293
Aug 31 12:44:03.779141 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:03.989240 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fd518-0a26-4343-a702-c9edf735d44b req-fb7bafcc-2eac-43ec-84b0-9faee4b954a1 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:03.991262 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-834fd518-0a26-4343-a702-c9edf735d44b req-fb7bafcc-2eac-43ec-84b0-9faee4b954a1 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.1383941
Aug 31 12:44:04.122244 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-834fd518-0a26-4343-a702-c9edf735d44b req-636dbc8f-8795-40f7-8181-4b59ec09cd86 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228123
Aug 31 12:44:04.287305 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-c1032a5c-cb9f-4d65-9645-2e5563615d6a tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:04.289698 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-c1032a5c-cb9f-4d65-9645-2e5563615d6a tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.2461419
Aug 31 12:44:04.544922 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Deleting port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:04.553153 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:05.070654 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] For port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,segment=NetworkSegment(f5778479-86cc-4012-87b3-005b3d2a183b),segment_id=f5778479-86cc-4012-87b3-005b3d2a183b)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:05.071249 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:05.450144 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Calling delete_port for 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 owned by compute:nova {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:05.840349 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356982a-176a-4a09-82fe-60024ef25fad req-8fad86bb-b1a8-4a58-a41a-2ac963877d93 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:05.853478 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9356982a-176a-4a09-82fe-60024ef25fad req-8fad86bb-b1a8-4a58-a41a-2ac963877d93 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 950 time: 0.3184884
Aug 31 12:44:05.932559 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9356982a-176a-4a09-82fe-60024ef25fad req-ab8b661b-efdd-49da-bc1d-6eace88deb1d tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/security-groups?id=b90c365c-5725-4679-a8dc-657e2826715a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774474
Aug 31 12:44:06.072497 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d5783-7f0a-42bf-bbe2-cf48bb00edb9 req-bc0cde4c-df69-4046-bf4d-70af3bb40705 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:06.078535 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d14d5783-7f0a-42bf-bbe2-cf48bb00edb9 req-bc0cde4c-df69-4046-bf4d-70af3bb40705 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2334640
Aug 31 12:44:06.210550 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:06.232777 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['2846fa62-5c8f-42f5-85ec-13dafa60a0e5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:44:06.249113 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:06.515539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58180) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:06.520090 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Pushing event deleted for resources: {'Port': ['ID=2846fa62-5c8f-42f5-85ec-13dafa60a0e5,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:06.696830 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] No DVR routers for this DVR port 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 on host hv-cinder-80669 {{(pid=75030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:44:06.700321 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.707028 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.707688 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.707997 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.708502 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.708804 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.709524 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.710079 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.710671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.711287 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.711911 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:06.735297 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:06.741093 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:06.751077 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'name': 'network-vif-deleted', 'tag': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:06.804585 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d14d5783-7f0a-42bf-bbe2-cf48bb00edb9 req-b3d941e0-f4a7-4d54-8fa0-da89f860bf12 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6411703
Aug 31 12:44:06.821983 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3e58568e-fd9a-466a-b59c-7356f8e5eb81 req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.43 "DELETE /v2.0/ports/2846fa62-5c8f-42f5-85ec-13dafa60a0e5 HTTP/1.1" status: 204  len: 173 time: 2.5165102
Aug 31 12:44:07.048336 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:07.098359 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8dbf9dd-a3fd-41af-a47d-bb93e076761b', 'name': 'network-vif-deleted', 'tag': '2846fa62-5c8f-42f5-85ec-13dafa60a0e5', 'status': 'completed', 'code': 200}
Aug 31 12:44:07.175512 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:07.198099 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Usage tracker for resource:security_group_rule and tenant:c1532047077e4370b0cd03367bf1718d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:07.203471 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:07.217406 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:07.341182 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:07.431229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:07.444216 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:07.469393 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef229bf-d7af-450d-9ddc-6d66cf140fc3 req-ae22caed-c2e1-4783-967a-97de4e272d4c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:07.472060 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9ef229bf-d7af-450d-9ddc-6d66cf140fc3 req-ae22caed-c2e1-4783-967a-97de4e272d4c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 945 time: 0.1580000
Aug 31 12:44:07.487359 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b514258-886b-4578-9411-00f90c21301b req-2a3cc2a8-847a-47d5-9540-a3d824f0ded2 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8dbf9dd-a3fd-41af-a47d-bb93e076761b HTTP/1.1" status: 200  len: 210 time: 0.1347070
Aug 31 12:44:07.544373 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75500b56-18c2-4ca6-b6c8-66f5eed64494,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:07.559614 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1532047077e4370b0cd03367bf1718d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0426140
Aug 31 12:44:07.564842 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58192) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:07.581642 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9ef229bf-d7af-450d-9ddc-6d66cf140fc3 req-95143bcd-d5e6-43bd-adbc-782c8c189955 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954027
Aug 31 12:44:07.619935 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.620956 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.621727 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.622325 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.622859 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.623341 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.623906 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.624395 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.624953 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.625512 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.625863 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:07.631017 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:07.733802 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:07.776153 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:07.876420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:07.883478 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0d12c8a4-0e10-48e4-980c-c98761d18dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:07.932369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75500b56-18c2-4ca6-b6c8-66f5eed64494,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:07.942581 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:07.943539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:07.948831 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75500b56-18c2-4ca6-b6c8-66f5eed64494 HTTP/1.1" status: 204  len: 168 time: 0.3826597
Aug 31 12:44:08.506177 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572f1e9-7dcc-4bae-9f69-7b2afed93dfc req-15cff299-b656-49ca-9ee6-f2abb3255d79 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:08.516373 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c572f1e9-7dcc-4bae-9f69-7b2afed93dfc req-15cff299-b656-49ca-9ee6-f2abb3255d79 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.3189061
Aug 31 12:44:08.613916 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c572f1e9-7dcc-4bae-9f69-7b2afed93dfc req-4dd85702-2da4-49d1-8ef4-e6c486f23e2c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958662
Aug 31 12:44:08.698181 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:08.868131 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:08.875439 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2846fa62-5c8f-42f5-85ec-13dafa60a0e5 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:09.264165 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22a0ec-08ac-4a48-95d6-5dd796b2496c req-098330a8-c0a1-4d90-a777-76460e1cbe46 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:09.268497 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7e22a0ec-08ac-4a48-95d6-5dd796b2496c req-098330a8-c0a1-4d90-a777-76460e1cbe46 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 945 time: 0.1892560
Aug 31 12:44:09.330646 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58230) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:09.379315 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7e22a0ec-08ac-4a48-95d6-5dd796b2496c req-b54c73a6-fd53-41e9-8797-2cee90e4a7ed tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000195
Aug 31 12:44:09.546783 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-7ddc74ab-c55e-4c9f-a22d-1dd7e5cdce4e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:09.556766 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-7ddc74ab-c55e-4c9f-a22d-1dd7e5cdce4e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.2469463
Aug 31 12:44:09.810245 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Deleting port 02302f0f-77e2-403b-9b26-937d90663d42 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:09.811291 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:09.848767 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:10.116653 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:10.126182 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Usage tracker for resource:security_group_rule and tenant:e753e1e44812416ab1398c35a864d6cd is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:10.131490 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:10.154055 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:10.196192 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-98d2f582-9b94-44af-ad75-8c8dd4fbce46 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:10.197786 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-98d2f582-9b94-44af-ad75-8c8dd4fbce46 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 945 time: 0.2796834
Aug 31 12:44:10.328347 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Deleting port 61cbf611-42ee-4efd-9814-878ed2d3d29e {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:10.329152 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:10.483608 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58256) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:10.537619 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372577a-4a24-42b5-a3a9-77e604b3731d req-7052cbec-9760-4e84-902c-ce08f37fb68c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:10.556211 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5372577a-4a24-42b5-a3a9-77e604b3731d req-7052cbec-9760-4e84-902c-ce08f37fb68c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 945 time: 0.4643080
Aug 31 12:44:10.839665 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5372577a-4a24-42b5-a3a9-77e604b3731d req-065e273d-41b9-41b7-aa57-fed3ab2ddba7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2819211
Aug 31 12:44:10.982716 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] For port 02302f0f-77e2-403b-9b26-937d90663d42, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=02302f0f-77e2-403b-9b26-937d90663d42,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:10.983986 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:11.069346 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:11.094586 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1948532166-network', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:11.185985 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:11.235047 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67b53376-007a-476a-a47c-5526a2d2e552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:11.245520 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:11.257309 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Usage tracker for resource:network and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:11.265203 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:11.281941 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:11.372305 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e753e1e44812416ab1398c35a864d6cd&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0257256
Aug 31 12:44:11.372305 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Made reservation on behalf of a8e923aad1e040568f80f5af7e4fc565 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:11.374581 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:11.387347 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Calling delete_port for 02302f0f-77e2-403b-9b26-937d90663d42 owned by compute:nova {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:11.433439 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58288) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:11.588827 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:11.733065 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1905848-7ee4-4ff3-83d9-5df7c49f4cc9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:11.811600 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:11.836070 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['2df5429b-65a7-4445-bf3f-8af720eaed5a'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:44:11.842870 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c53e6f2-3af0-41f4-9f92-dd7dcd8c729d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:11.844082 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:11.897493 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] For port 61cbf611-42ee-4efd-9814-878ed2d3d29e, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=61cbf611-42ee-4efd-9814-878ed2d3d29e,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:11.898532 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:12.104907 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] No DVR routers for this DVR port 02302f0f-77e2-403b-9b26-937d90663d42 on host hv-cinder-80669 {{(pid=75030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:44:12.107690 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Pushing event deleted for resources: {'Port': ['ID=02302f0f-77e2-403b-9b26-937d90663d42,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:12.115846 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:12.140301 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'name': 'network-vif-deleted', 'tag': '02302f0f-77e2-403b-9b26-937d90663d42'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:12.275437 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:12.281130 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f14c771e-5a52-47e9-a9f2-4257260bbd03 req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "DELETE /v2.0/ports/02302f0f-77e2-403b-9b26-937d90663d42 HTTP/1.1" status: 204  len: 173 time: 2.7163827
Aug 31 12:44:12.525933 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Calling delete_port for 61cbf611-42ee-4efd-9814-878ed2d3d29e owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:12.639063 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-e7a904a3-8eef-4d97-8155-c716cfdf57cf req-e09481b6-6d30-4fe3-990d-fdebf07d55ed tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Synchronizing usage tracker for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:12.673946 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:12.692817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-e7a904a3-8eef-4d97-8155-c716cfdf57cf req-e09481b6-6d30-4fe3-990d-fdebf07d55ed tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Unset dirty status for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:12.711886 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e7a904a3-8eef-4d97-8155-c716cfdf57cf req-e09481b6-6d30-4fe3-990d-fdebf07d55ed tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaf0538-60d3-4a90-9aa6-e44d994157e2 HTTP/1.1" status: 200  len: 210 time: 0.1687255
Aug 31 12:44:12.725964 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 02302f0f-77e2-403b-9b26-937d90663d42 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:12.817740 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:12.832855 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:12.852054 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd30cc-843a-46c9-9c7a-41394841df8e req-c926f95d-fc3a-4fbf-a5d0-0295cce27983 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:12.865006 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-40cd30cc-843a-46c9-9c7a-41394841df8e req-c926f95d-fc3a-4fbf-a5d0-0295cce27983 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 945 time: 1.8056264
Aug 31 12:44:12.890648 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 02302f0f-77e2-403b-9b26-937d90663d42 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:12.892057 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 02302f0f-77e2-403b-9b26-937d90663d42 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:12.908787 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:12.914356 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:12.975991 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaf0538-60d3-4a90-9aa6-e44d994157e2', 'name': 'network-vif-deleted', 'tag': '02302f0f-77e2-403b-9b26-937d90663d42', 'status': 'completed', 'code': 200}
Aug 31 12:44:13.054024 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.152390 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-40cd30cc-843a-46c9-9c7a-41394841df8e req-a01cd7df-d76d-44cf-98af-0930a21b273b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2859299
Aug 31 12:44:13.362475 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.365683 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.370686 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.382288 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b48943a6-9256-44bb-8941-8bf1eca67423', '3298d97e-3a2b-4399-9654-d4f6b8937e04', '0d018f36-6465-46de-99d2-7fca90782d48'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:44:13.397670 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-761f4e63-0dbd-4403-9ae6-1a8cab2378b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:13.494792 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.498967 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'}  {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:44:13.510208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393f44b8-eeed-4fff-8dd8-8a054c6da775,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:13.588359 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:13.589485 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:13.666463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.667044 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Added segment d26849ce-e300-427a-ad15-9bcdc85e9d57 of type vlan for network 464935a4-832f-4654-9efd-36492d1f668b
Aug 31 12:44:13.739611 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event deleted for resources: {'Port': ['ID=61cbf611-42ee-4efd-9814-878ed2d3d29e,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:13.780366 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:13.799526 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f42d4dfc-2866-419f-a80d-a0d300280783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:13.841350 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1905848-7ee4-4ff3-83d9-5df7c49f4cc9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:13.845694 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] No DVR routers for this DVR port 61cbf611-42ee-4efd-9814-878ed2d3d29e on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:44:13.850864 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.875645 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:13.876429 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'name': 'network-vif-deleted', 'tag': '61cbf611-42ee-4efd-9814-878ed2d3d29e'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:13.885768 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21d6c690-3df1-4977-a1b5-3d4ae0f10701 req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "DELETE /v2.0/ports/61cbf611-42ee-4efd-9814-878ed2d3d29e HTTP/1.1" status: 204  len: 173 time: 3.6809480
Aug 31 12:44:13.899004 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:13.900806 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1905848-7ee4-4ff3-83d9-5df7c49f4cc9 HTTP/1.1" status: 204  len: 168 time: 2.4514337
Aug 31 12:44:13.980699 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:14.089241 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:14.091125 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:14.092709 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:14.106296 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:14.337557 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372bc424-5d5e-4f4d-9ad7-af8caa99693d', 'name': 'network-vif-deleted', 'tag': '61cbf611-42ee-4efd-9814-878ed2d3d29e', 'status': 'completed', 'code': 200}
Aug 31 12:44:14.352872 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=464935a4-832f-4654-9efd-36492d1f668b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:14.367163 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:14.381234 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.8901317
Aug 31 12:44:14.385685 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 464935a4-832f-4654-9efd-36492d1f668b details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:44:14.386371 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58364) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:14.398605 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Request body: {'subnet': {'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1948532166-subnet', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:14.408938 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:14.422356 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Usage tracker for resource:subnet and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:14.428903 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:14.439566 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:14.462384 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Made reservation on behalf of a8e923aad1e040568f80f5af7e4fc565 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:14.469965 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1515161'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:14.721166 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:14.727897 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 61cbf611-42ee-4efd-9814-878ed2d3d29e no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:14.797328 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 61cbf611-42ee-4efd-9814-878ed2d3d29e {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:14.797827 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 61cbf611-42ee-4efd-9814-878ed2d3d29e not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:15.155822 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1147146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1515147'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:15.173758 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a1bccd94-8ce4-4bea-88de-7e658f89a1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:15.174080 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58382) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:15.261789 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:15.314939 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d7933f-24e7-4ed0-bd2c-224568f07713,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:15.322095 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:15.350559 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Checking segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:15.351278 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Network hostable DHCP agents. Network: 464935a4-832f-4654-9efd-36492d1f668b, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:44:15.409549 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:15.421196 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Usage tracker for resource:security_group_rule and tenant:2a28c6d0e3364f489d580fe5f2d6726d is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:15.431507 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:15.439830 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:15.450496 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Network 464935a4-832f-4654-9efd-36492d1f668b is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:44:15.495734 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 464935a4-832f-4654-9efd-36492d1f668b) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:15.509358 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:15.509661 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4796dd-f08e-4e0a-a0bc-4681f8f7260e None None] Network 464935a4-832f-4654-9efd-36492d1f668b requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:44:15.512148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:15.572555 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:15.635436 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6bf8daa8-fa95-4c2d-b1f5-4690933ebc1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2455580
Aug 31 12:44:15.653000 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58394) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:15.654245 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:15.662021 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:15.667321 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a54298e-f917-4f88-bc5a-a2e234120943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:15.671035 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c8c8bc2a-f848-4ee3-b860-f3d787d53907 req-eb2522f0-8250-4576-9f7a-226cf592e254 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:15.679889 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:15.691221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Usage tracker for resource:router and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:15.696776 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:15.704876 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:15.709512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b32d0c-8994-4da9-8974-3fd4a350d8a1,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:15.731551 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:15.746984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c8c8bc2a-f848-4ee3-b860-f3d787d53907 req-eb2522f0-8250-4576-9f7a-226cf592e254 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:15.762950 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8c8bc2a-f848-4ee3-b860-f3d787d53907 req-eb2522f0-8250-4576-9f7a-226cf592e254 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=372bc424-5d5e-4f4d-9ad7-af8caa99693d HTTP/1.1" status: 200  len: 210 time: 0.2055812
Aug 31 12:44:15.777204 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:15.778718 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:15.802725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b876aa-b5b0-4755-8da7-5406beccbd86 req-ec34840f-85d7-4736-8d69-5696a7460a41 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:15.814366 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-53b876aa-b5b0-4755-8da7-5406beccbd86 req-ec34840f-85d7-4736-8d69-5696a7460a41 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.2389607
Aug 31 12:44:15.822174 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a28c6d0e3364f489d580fe5f2d6726d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6463704
Aug 31 12:44:15.833324 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58402) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:15.921221 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-53b876aa-b5b0-4755-8da7-5406beccbd86 req-49b4b51d-4343-4b18-8689-ce18f933eb0e tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051958
Aug 31 12:44:15.976803 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:16.060978 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:16.063577 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-464935a4-832f-4654-9efd-36492d1f668b', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:44:16.064837 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:16.304097 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:16.388553 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Allocated IP 172.20.0.2 (464935a4-832f-4654-9efd-36492d1f668b/60d7933f-24e7-4ed0-bd2c-224568f07713/73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:44:16.575715 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:16.638666 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-dfb1f1e9-24d9-45a6-9655-72965c372922 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:16.641623 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-dfb1f1e9-24d9-45a6-9655-72965c372922 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 815 time: 0.5781176
Aug 31 12:44:16.701664 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:16.708387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:16.806218 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-8acfb640-4b2e-466a-b5d4-8b1e5c93f216 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/quotas/6c32ff5e3c90403e9d5beb5e02a0fdc5 HTTP/1.1" status: 200  len: 375 time: 0.1502147
Aug 31 12:44:16.816066 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b32d0c-8994-4da9-8974-3fd4a350d8a1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:16.897049 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:16.914087 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:16.933109 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Transition to ACTIVE for port object 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:16.992209 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Transition to ACTIVE for port object 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:17.010948 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:17.021506 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-eda4c1ed-b7f6-4dfd-ad6e-17abdf3f35c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:17.144679 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Pushing event updated for resources: {'Port': ['ID=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:17.156569 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:17.160439 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3b32d0c-8994-4da9-8974-3fd4a350d8a1 HTTP/1.1" status: 204  len: 168 time: 1.3238382
Aug 31 12:44:17.169572 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.170017 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.170458 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.170921 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.171351 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.171919 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.172360 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.173050 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.173718 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.174382 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.175092 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:17.183711 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:17.191632 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Network 464935a4-832f-4654-9efd-36492d1f668b is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:17.194416 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:17.198068 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:44:17.324896 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-7295a6a9-eb69-4aa1-876a-68fbafd28b99 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5048199
Aug 31 12:44:17.376473 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Attempting to bind port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:44:17.377275 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Attempting to bind port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:44:17.378255 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Attempting to bind port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:17.399562 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:44:17.402653 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Checking segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:17.404252 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:17.405138 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Bound using segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:44:17.408413 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Bound port: 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:44:17.413073 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:17.515502 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f51067-6b67-42b9-a24d-e306d98e42a8 req-8cda7298-3a4c-40aa-9d55-4aff6026dc52 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:17.528481 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-99f51067-6b67-42b9-a24d-e306d98e42a8 req-8cda7298-3a4c-40aa-9d55-4aff6026dc52 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.2633774
Aug 31 12:44:17.633820 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-99f51067-6b67-42b9-a24d-e306d98e42a8 req-7d621523-51de-415d-bdef-f06060a23aaf tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982952
Aug 31 12:44:17.671298 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] For port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:44:17.678792 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] For port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:44:17.687985 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:17.698264 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:17.810239 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:17.863994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:17.892692 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Pushing event updated for resources: {'Port': ['ID=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:17.897632 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:17.964691 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-dc2a4691-51e5-490f-a3f1-2d34ce72f9de service neutron] 10.222.0.20 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5961952
Aug 31 12:44:18.276410 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-2f9af4ab-0f12-4f54-acac-7805c1ded906 service neutron] 10.222.0.20 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962999
Aug 31 12:44:18.506254 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Allocated IP 172.27.1.48 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/4320101b-c809-42a7-947b-a8df14d9033c) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:44:18.791508 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:18.896304 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-206c0a14-fe6b-4fcb-9b9b-619ecd2f4310 req-2b92970e-79cf-49dd-a430-d584fc26a6d2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Synchronizing usage tracker for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:18.924354 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-206c0a14-fe6b-4fcb-9b9b-619ecd2f4310 req-2b92970e-79cf-49dd-a430-d584fc26a6d2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Unset dirty status for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:18.941540 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-206c0a14-fe6b-4fcb-9b9b-619ecd2f4310 req-2b92970e-79cf-49dd-a430-d584fc26a6d2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 210 time: 0.1364164
Aug 31 12:44:19.204317 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:19.232867 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:19.549620 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:19.557850 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:19.638828 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58516) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:19.775798 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:19.791037 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7fa4-0347-45cf-8dfb-88acd8c42b7c req-8ca17d49-32bf-4301-952b-3e6222a4ce84 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:19.793914 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-868f7fa4-0347-45cf-8dfb-88acd8c42b7c req-8ca17d49-32bf-4301-952b-3e6222a4ce84 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.5371275
Aug 31 12:44:19.799509 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:19.809627 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:44:19.829256 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b512d49-0d97-4a37-a40a-352d7ac7a82c None None] Network 464935a4-832f-4654-9efd-36492d1f668b requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:44:19.934950 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Pushing event updated for resources: {'Port': ['ID=4320101b-c809-42a7-947b-a8df14d9033c,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:19.944997 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:20.087843 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-868f7fa4-0347-45cf-8dfb-88acd8c42b7c req-0844e264-e879-4532-8b74-5e679bf8c28c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806203
Aug 31 12:44:20.101516 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5fa84-b4a1-486f-a6aa-8062f1d70648 req-f326db7f-2c7a-4895-8523-df3e22c74185 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:20.114856 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-71a5fa84-b4a1-486f-a6aa-8062f1d70648 req-f326db7f-2c7a-4895-8523-df3e22c74185 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 945 time: 0.1849530
Aug 31 12:44:20.149139 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Provisioning for port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:20.159428 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-378067828-network', 'tenant_id': '33e206154d214b1292da7ca5312a064b'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:20.163755 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Provisioning complete for port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:20.164476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.216837 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:20.243362 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Usage tracker for resource:network and tenant:33e206154d214b1292da7ca5312a064b is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:20.254141 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:20.292145 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.293415 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.293866 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:20.350906 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-71a5fa84-b4a1-486f-a6aa-8062f1d70648 req-80cde604-c707-45c0-aee6-8117f901e98d tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2340634
Aug 31 12:44:20.354609 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Made reservation on behalf of 33e206154d214b1292da7ca5312a064b for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:20.361690 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.411389 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.542636 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:20.550111 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Usage tracker for resource:security_group_rule and tenant:33e206154d214b1292da7ca5312a064b is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:20.558110 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:20.581021 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:20.618127 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.671041 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c626105-1304-4a5b-beff-c46598c2240a req-01cbd995-cd98-4d59-a964-d99eb2a96578 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 210 time: 0.1945739
Aug 31 12:44:20.745545 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] For port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:20.753355 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.758645 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.761103 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.763877 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:20.775049 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-02e079ec-7d5c-451b-a780-db5e0278b8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:20.836386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:44:20.855872 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.856526 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Added segment 19c3840f-6980-42de-ae93-abf76ad29560 of type vlan for network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d
Aug 31 12:44:20.900072 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:20.909829 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:20.918104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.990404 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.992542 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:20.993279 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:20.998036 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Pushing event updated for resources: {'Port': ['ID=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:21.004726 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:21.022851 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-b3783002-928d-44e7-924e-55091d29ce39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:21.106279 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:44:21.216772 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Pushing event updated for resources: {'Network': ['ID=4f72b05f-40ef-4634-8ba8-11c9a2bb876d,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:21.224157 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:21.240428 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:44:21.279270 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6346147
Aug 31 12:44:21.279553 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58536) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:21.286495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Request body: {'subnet': {'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-378067828-subnet', 'tenant_id': '33e206154d214b1292da7ca5312a064b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:21.303841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:21.324259 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Usage tracker for resource:subnet and tenant:33e206154d214b1292da7ca5312a064b is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:21.334598 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:21.357384 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:21.371935 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58540) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:21.404535 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Made reservation on behalf of 33e206154d214b1292da7ca5312a064b for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:21.408124 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2031286'] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:21.581783 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-fd790fef-83d9-4ff3-87e9-37d2e3bd5748 None None] Provisioning complete for port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:21.582395 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fd790fef-83d9-4ff3-87e9-37d2e3bd5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:22.196049 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-c0516d3c-5a2d-4719-b661-b482e2441c7d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:22.199212 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-c0516d3c-5a2d-4719-b661-b482e2441c7d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 815 time: 0.8489013
Aug 31 12:44:22.225420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'port': {'device_id': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'admin_state_up': True, 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:22.226369 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ae1b0e70-87bc-4a95-a565-2257463c1c91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32375a0f4a904480a23600723226dc1f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8527992
Aug 31 12:44:22.239778 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58554) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:22.326282 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-521b3620-e814-487f-ad5b-dea0570dbf1c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:22.328558 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-521b3620-e814-487f-ad5b-dea0570dbf1c tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.6717608
Aug 31 12:44:22.393322 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab771-0773-4e42-a40e-19caa009e9d6 req-3c5a7eae-544d-4629-828a-77e028d2c614 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:22.395767 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d23ab771-0773-4e42-a40e-19caa009e9d6 req-3c5a7eae-544d-4629-828a-77e028d2c614 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 946 time: 0.7408130
Aug 31 12:44:22.573051 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:22.596395 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:22.610505 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:22.651299 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Made reservation on behalf of 6c32ff5e3c90403e9d5beb5e02a0fdc5 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:22.655433 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:22.657585 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:22.673465 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Deleting port 2df5429b-65a7-4445-bf3f-8af720eaed5a {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:22.678922 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:22.699021 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-ad3ad112-c6b2-4741-880b-7ba9c06d548f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:22.702448 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-ad3ad112-c6b2-4741-880b-7ba9c06d548f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 945 time: 0.7800093
Aug 31 12:44:22.745247 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:22.746160 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:22.783845 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9b0c9-e324-4f23-a3fe-816c32e1d344 req-87f51ad8-85da-4f04-b93f-22689463bd6f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:22.796669 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82f9b0c9-e324-4f23-a3fe-816c32e1d344 req-87f51ad8-85da-4f04-b93f-22689463bd6f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 945 time: 0.8870800
Aug 31 12:44:22.850934 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d23ab771-0773-4e42-a40e-19caa009e9d6 req-6c6355ff-8bc2-44f2-8663-0ab8f04b84d7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f825e28-cbb9-4495-b6d3-45ac386cc924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3875623
Aug 31 12:44:22.923862 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:22.938488 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2031268'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:22.974984 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-954fa705-9718-444a-9002-49d03e554b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:23.163625 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Deleting port 0d018f36-6465-46de-99d2-7fca90782d48 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:23.164090 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:23.359676 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82f9b0c9-e324-4f23-a3fe-816c32e1d344 req-af0c3192-07cb-497d-9aca-c92e8d9ce662 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5613663
Aug 31 12:44:23.390038 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-975f840f-7737-494d-bd9a-c0a61e349210 req-bfc10ac4-374b-44b2-b2b1-6a384b00474f tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 210 time: 0.1301982
Aug 31 12:44:23.856530 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] For port 2df5429b-65a7-4445-bf3f-8af720eaed5a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2df5429b-65a7-4445-bf3f-8af720eaed5a,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:23.857763 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:23.991813 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] For port 0d018f36-6465-46de-99d2-7fca90782d48, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=0d018f36-6465-46de-99d2-7fca90782d48,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:23.992436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:24.213059 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Calling delete_port for 2df5429b-65a7-4445-bf3f-8af720eaed5a owned by compute:nova {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:24.252150 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Calling delete_port for 0d018f36-6465-46de-99d2-7fca90782d48 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:24.365513 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea2d57f-5910-4e81-a831-7f03b07acb9b,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:24.380480 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.405s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:24.387537 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:24.403462 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-061a91dd-8d2d-494b-8496-8420dcce15ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:24.434663 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Checking segment: {'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:24.435263 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Network hostable DHCP agents. Network: 4f72b05f-40ef-4634-8ba8-11c9a2bb876d, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:44:24.469463 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90c365c-5725-4679-a8dc-657e2826715a,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:24.494160 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:24.574325 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:24.576129 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b90c365c-5725-4679-a8dc-657e2826715a HTTP/1.1" status: 204  len: 168 time: 2.3348432
Aug 31 12:44:24.667069 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:44:24.711847 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 4f72b05f-40ef-4634-8ba8-11c9a2bb876d) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:24.726607 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f483ecb-77c8-4c06-8e43-f21c34c0a327 None None] Network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:44:24.728522 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:24.729508 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:24.800238 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:24.815052 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:24.853181 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2df5429b-65a7-4445-bf3f-8af720eaed5a no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:24.899745 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a208088d-1c3c-473f-84ed-cd96d583908e req-ade756c3-6170-4044-ba57-c5021d06a2b4 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 210 time: 0.2677903
Aug 31 12:44:24.962726 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:24.977712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Allocated IP 172.20.0.3 (c61df867-711c-4389-90e8-a343d451dcba/f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a/f0d06c0d-a87d-4e44-b237-d201bc9c02c5) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:44:24.983880 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.7030618
Aug 31 12:44:24.998131 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:25.091685 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b48943a6-9256-44bb-8941-8bf1eca67423', '3298d97e-3a2b-4399-9654-d4f6b8937e04'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:44:25.166790 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Pushing event deleted for resources: {'Port': ['ID=2df5429b-65a7-4445-bf3f-8af720eaed5a,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:25.175024 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:25.230426 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event deleted for resources: {'Port': ['ID=0d018f36-6465-46de-99d2-7fca90782d48,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:25.237209 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:25.253463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:44:25.279950 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:44:25.289404 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c5d92334-deb1-45bc-adc5-dbdf96fd5fae req-0389a0a8-f0fd-401a-ad34-c3989e53d8c1 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 210 time: 0.3528554
Aug 31 12:44:25.347904 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:44:25.355116 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c335b0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:44:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:25.364882 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 2df5429b-65a7-4445-bf3f-8af720eaed5a {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:25.376751 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 2df5429b-65a7-4445-bf3f-8af720eaed5a not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:25.377792 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 0d018f36-6465-46de-99d2-7fca90782d48 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:25.578801 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] No DVR routers for this DVR port 2df5429b-65a7-4445-bf3f-8af720eaed5a on host hv-cinder-80669 {{(pid=75030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:44:25.596308 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:25.599984 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c11226b5-1630-4a05-908a-ccb21aea6c16 req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.43 "DELETE /v2.0/ports/2df5429b-65a7-4445-bf3f-8af720eaed5a HTTP/1.1" status: 204  len: 173 time: 3.2009108
Aug 31 12:44:25.600526 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'name': 'network-vif-deleted', 'tag': '2df5429b-65a7-4445-bf3f-8af720eaed5a'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:25.805415 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 0d018f36-6465-46de-99d2-7fca90782d48 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:25.806255 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 0d018f36-6465-46de-99d2-7fca90782d48 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:25.903613 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4', 'name': 'network-vif-deleted', 'tag': '2df5429b-65a7-4445-bf3f-8af720eaed5a', 'status': 'completed', 'code': 200}
Aug 31 12:44:26.012017 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c0f91c12-e3ba-47fa-a1c1-12045d983c53 req-9eb9b777-e7b2-4a7d-b5fa-b22a371bba69 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 210 time: 0.5674951
Aug 31 12:44:26.045164 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] No DVR routers for this DVR port 0d018f36-6465-46de-99d2-7fca90782d48 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:44:26.071311 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:26.142332 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'name': 'network-vif-deleted', 'tag': '0d018f36-6465-46de-99d2-7fca90782d48'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:26.279435 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:44:26.443354 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcf257d-0913-4eec-9eeb-ba80ba554c32', 'name': 'network-vif-deleted', 'tag': '0d018f36-6465-46de-99d2-7fca90782d48', 'status': 'completed', 'code': 200}
Aug 31 12:44:26.568414 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:26.576542 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.9219444
Aug 31 12:44:26.577435 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58598) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:26.839317 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b840c67e-d9a7-41d5-9be3-72585666878c req-14cb3cab-b2ee-47ee-bf50-8b2c7e781242 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Synchronizing usage tracker for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:26.934589 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b840c67e-d9a7-41d5-9be3-72585666878c req-14cb3cab-b2ee-47ee-bf50-8b2c7e781242 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Unset dirty status for tenant:e101f99d41ad4ff2af28836ed0fdc976 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:26.955401 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b840c67e-d9a7-41d5-9be3-72585666878c req-14cb3cab-b2ee-47ee-bf50-8b2c7e781242 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a39942c-1fcf-4e0c-af1e-79a2c0ff2ff4 HTTP/1.1" status: 200  len: 210 time: 0.4204156
Aug 31 12:44:27.284605 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b737a78a-ec97-4a04-b3f2-96e123615947 None None] Network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:44:27.803634 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b14708a4-5507-45d9-a1f8-4fd56c5fc31c req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "DELETE /v2.0/ports/0d018f36-6465-46de-99d2-7fca90782d48 HTTP/1.1" status: 204  len: 173 time: 5.0770478
Aug 31 12:44:27.846326 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5abfe069-e5bc-4a8f-887e-67aa94d31ed0 req-2c655d4a-80c7-4c0c-9aa8-dacd6a6febf8 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 210 time: 0.2201092
Aug 31 12:44:28.010340 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-504a504b-cce1-4a50-a05b-3341dea21b4b req-27b8232c-9867-4e2f-aec9-ec38343a4bc5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:28.268871 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-504a504b-cce1-4a50-a05b-3341dea21b4b req-27b8232c-9867-4e2f-aec9-ec38343a4bc5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:28.286339 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-504a504b-cce1-4a50-a05b-3341dea21b4b req-27b8232c-9867-4e2f-aec9-ec38343a4bc5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcf257d-0913-4eec-9eeb-ba80ba554c32 HTTP/1.1" status: 200  len: 210 time: 0.4499452
Aug 31 12:44:28.399359 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58618) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:28.531887 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c335b0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:20Z', 'revision_number': 3, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:28.550922 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58626) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:28.553931 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:28.556361 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:44:28.556888 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Updating router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 port 4320101b-c809-42a7-947b-a8df14d9033c binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:44:28.892377 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:28.923712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Transition to ACTIVE for port object f0d06c0d-a87d-4e44-b237-d201bc9c02c5 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:29.023471 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-da2b6ea4-01e7-4bde-99a8-6005e58850b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:29.112653 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:29.163117 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eff23b64-fb52-40fd-b262-f2fec4241d9f tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:29.347583 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-822790746-network', 'tenant_id': '095d88be2f584dad945577e1503a006e'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:29.356058 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:29.368541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Usage tracker for resource:network and tenant:095d88be2f584dad945577e1503a006e is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:29.372851 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:29.381701 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:29.439981 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:29.454082 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Made reservation on behalf of 095d88be2f584dad945577e1503a006e for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:29.466506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:29.487313 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:29.606246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Network c61df867-711c-4389-90e8-a343d451dcba is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:29.655529 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:29.675836 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Usage tracker for resource:security_group_rule and tenant:095d88be2f584dad945577e1503a006e is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:29.706104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:29.726519 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:29.748407 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:29.749397 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:29.749792 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:29.765927 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:44:30.136738 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.181451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.205775 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.213157 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-10635a79-9424-4f06-bbe7-c5a534347ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:30.238970 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad08147-f3a2-497d-99bd-67f678e09fe3 req-98d6a28e-2dd4-48dc-9bfc-c0cb079fbe78 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:30.240052 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9ad08147-f3a2-497d-99bd-67f678e09fe3 req-98d6a28e-2dd4-48dc-9bfc-c0cb079fbe78 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Synchronizing usage tracker for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:30.318726 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Transition to ACTIVE for port object 4320101b-c809-42a7-947b-a8df14d9033c will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:30.321893 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:30.323939 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.338880 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:44:30.344054 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.368948 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-51ea21db-c1ff-4b2f-9a83-ce3e57e17258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:30.399760 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cfe02e-483b-48ca-be9b-c0e598e64737,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:30.409147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9ad08147-f3a2-497d-99bd-67f678e09fe3 req-98d6a28e-2dd4-48dc-9bfc-c0cb079fbe78 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Unset dirty status for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:30.431199 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d8504b01-607c-4341-8262-ddee36b26939 None None] Provisioning for port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:30.436179 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ad08147-f3a2-497d-99bd-67f678e09fe3 req-98d6a28e-2dd4-48dc-9bfc-c0cb079fbe78 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 931 time: 0.8240018
Aug 31 12:44:30.439469 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:30.444927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:44:30.467967 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d8504b01-607c-4341-8262-ddee36b26939 None None] Provisioning complete for port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:30.470212 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d8504b01-607c-4341-8262-ddee36b26939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.507856 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.510545 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Added segment 6b9fcc5b-5cf3-4782-9bea-59e350c45a81 of type vlan for network 44a18848-49d4-4ed6-b62b-266fc9d9d37a
Aug 31 12:44:30.513334 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Pushing event updated for resources: {'Port': ['ID=4320101b-c809-42a7-947b-a8df14d9033c,revision_number=2']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:30.531132 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.531909 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.532475 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.534891 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.535729 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.536296 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.537098 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.537791 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.538412 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.539049 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.540131 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:44:30.544909 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:30.573437 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.3544621
Aug 31 12:44:30.636429 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Attempting to bind port 4320101b-c809-42a7-947b-a8df14d9033c on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:44:30.637584 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Attempting to bind port 4320101b-c809-42a7-947b-a8df14d9033c by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:44:30.638531 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Attempting to bind port 4320101b-c809-42a7-947b-a8df14d9033c on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:30.652962 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:44:30.656031 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:30.657029 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.658245 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:44:30.659377 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Bound port: 4320101b-c809-42a7-947b-a8df14d9033c, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:44:30.660329 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.686239 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ad08147-f3a2-497d-99bd-67f678e09fe3 req-03645cbe-09ef-407c-9c91-08dbdd64534d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2487977
Aug 31 12:44:30.716841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.720778 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Request body: {'port': {'device_id': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:30.753546 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-d8504b01-607c-4341-8262-ddee36b26939 None None] Port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:44:30.903404 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] For port 4320101b-c809-42a7-947b-a8df14d9033c, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:44:30.913885 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] For port 4320101b-c809-42a7-947b-a8df14d9033c, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=4320101b-c809-42a7-947b-a8df14d9033c,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:44:30.925086 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:30.971114 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:31.041188 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:31.127917 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:31.131784 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:31.132813 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:31.152914 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:31.249295 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d0807f12-f2b5-4160-8087-b3e1adf081cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:31.284231 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:44:31.287618 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c335b0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:44:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:31.630526 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Pushing event updated for resources: {'Network': ['ID=44a18848-49d4-4ed6-b62b-266fc9d9d37a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:31.660117 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network 44a18848-49d4-4ed6-b62b-266fc9d9d37a details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:44:31.686500 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 3.2853236
Aug 31 12:44:31.690810 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:31.702477 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58656) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:31.747882 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Request body: {'subnet': {'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-822790746-subnet', 'tenant_id': '095d88be2f584dad945577e1503a006e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:32.080745 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Pushing event updated for resources: {'Port': ['ID=4320101b-c809-42a7-947b-a8df14d9033c,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:32.119911 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.151s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:32.222011 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:44:32.369131 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:32.621653 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:32.644547 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-910e77d3-0035-4361-87d5-0c34fecdd17e tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:32.645829 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-910e77d3-0035-4361-87d5-0c34fecdd17e tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Synchronizing usage tracker for tenant:33e206154d214b1292da7ca5312a064b on resource:network {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:32.669666 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Usage tracker for resource:subnet and tenant:095d88be2f584dad945577e1503a006e is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:32.680661 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:32.713419 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:32.820842 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-910e77d3-0035-4361-87d5-0c34fecdd17e tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Unset dirty status for tenant:33e206154d214b1292da7ca5312a064b on resource:network {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:32.822715 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-910e77d3-0035-4361-87d5-0c34fecdd17e tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/networks?id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d HTTP/1.1" status: 200  len: 808 time: 0.7514803
Aug 31 12:44:32.826131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Made reservation on behalf of 095d88be2f584dad945577e1503a006e for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:32.846431 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2031286'] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:33.092583 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3000ae-8249-4fbb-9cbf-857f8aebc8cd req-d6ce8e2d-d0a0-421d-a8ab-326662653505 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:33.105635 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab3000ae-8249-4fbb-9cbf-857f8aebc8cd req-d6ce8e2d-d0a0-421d-a8ab-326662653505 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 945 time: 0.9500129
Aug 31 12:44:33.176439 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c335b0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:20Z', 'revision_number': 3, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:33.196772 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-770f5afd-f630-4b70-9f50-dd1cee5c7038 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/quotas/33e206154d214b1292da7ca5312a064b HTTP/1.1" status: 200  len: 375 time: 0.3200419
Aug 31 12:44:33.198185 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c04b90-93f8-4166-adda-7142f46e8b57 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:20Z', 'revision_number': 3, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:44:33.283645 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ab3000ae-8249-4fbb-9cbf-857f8aebc8cd req-cdf64418-5391-4e32-b0bc-c85c2e16ddd9 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764524
Aug 31 12:44:33.373794 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-3967c083-372c-495b-aa05-3ce1f1538d29 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=33e206154d214b1292da7ca5312a064b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1733501
Aug 31 12:44:33.442506 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:44:33.728993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:33.806291 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:34.245226 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d06c0d-a87d-4e44-b237-d201bc9c02c5 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:44:34.264923 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:34.456632 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-cfcc034e-7207-478c-8d8b-f42922450cae service neutron] 10.222.0.20 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0812936
Aug 31 12:44:34.695328 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:34.730442 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 4320101b-c809-42a7-947b-a8df14d9033c up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:34.931363 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 4320101b-c809-42a7-947b-a8df14d9033c completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:34.951298 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 4320101b-c809-42a7-947b-a8df14d9033c triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:34.951965 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:35.015767 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2031268'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:35.039690 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7759e2e7-5acd-4ce5-a9ca-a675126d96bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:35.140296 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-23fd10b2-c43f-442e-8bbb-48ea2805c1d6 service neutron] 10.222.0.20 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6808860
Aug 31 12:44:35.495875 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Allocated IP 172.20.0.1 (464935a4-832f-4654-9efd-36492d1f668b/60d7933f-24e7-4ed0-bd2c-224568f07713/45b01946-7b83-4e44-ad47-a1454fa671c8) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:44:35.537290 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:35.572915 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Checking segment: {'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:35.573428 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Network hostable DHCP agents. Network: 44a18848-49d4-4ed6-b62b-266fc9d9d37a, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:44:35.597714 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 4320101b-c809-42a7-947b-a8df14d9033c, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=4320101b-c809-42a7-947b-a8df14d9033c,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:35.606057 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:35.627621 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:35.700703 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c9f309-ca7b-4eb5-b904-bd6b85561503,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:35.721731 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:35.794340 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Network 44a18848-49d4-4ed6-b62b-266fc9d9d37a is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:44:35.913830 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, 44a18848-49d4-4ed6-b62b-266fc9d9d37a) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:35.939456 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:35.945529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Transition to ACTIVE for port object f0d06c0d-a87d-4e44-b237-d201bc9c02c5 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:35.964799 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:35.969947 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:35.976514 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f3f50-6aa0-4dc8-b107-aca2151bc35e None None] Network 44a18848-49d4-4ed6-b62b-266fc9d9d37a requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:44:36.070308 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:36.149846 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-788ecbc8-8bd3-43db-890a-f261808a4b49 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:36.163687 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8912ecb7-e5b1-4059-800c-86fedae3c1c2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.4489157
Aug 31 12:44:36.373334 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Transition to ACTIVE for port object 45b01946-7b83-4e44-ad47-a1454fa671c8 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:36.382053 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=4320101b-c809-42a7-947b-a8df14d9033c,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:36.419219 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:36.496176 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7927348-0047-4e4c-8779-236653e826d7 req-e26e2f67-9f74-45bc-b917-0de2260449f6 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:36.513364 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7927348-0047-4e4c-8779-236653e826d7 req-e26e2f67-9f74-45bc-b917-0de2260449f6 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 931 time: 2.7410297
Aug 31 12:44:36.973156 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:36.989041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-9ddfc991-ec82-4315-96e5-43c6519dd76b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:37.000929 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-9ddfc991-ec82-4315-96e5-43c6519dd76b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 945 time: 2.7306240
Aug 31 12:44:37.126095 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 4320101b-c809-42a7-947b-a8df14d9033c up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:37.260779 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:37.387716 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692de3a3-43d7-4a28-a5f8-f0d3fd8adbc5 None None] Network 44a18848-49d4-4ed6-b62b-266fc9d9d37a requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:44:37.615688 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f29fcd-b5db-4d5c-b9b3-f0cfeb72f68a req-744f9e83-5da0-49ce-b7b5-24fb79e6a757 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:37.617246 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b7f29fcd-b5db-4d5c-b9b3-f0cfeb72f68a req-744f9e83-5da0-49ce-b7b5-24fb79e6a757 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 945 time: 0.5892470
Aug 31 12:44:37.728691 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Deleting port 3298d97e-3a2b-4399-9654-d4f6b8937e04 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:37.729330 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:37.805015 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:37.822182 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7927348-0047-4e4c-8779-236653e826d7 req-80e1f911-c2f4-4abb-acea-341c4e9de6fa tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3015003
Aug 31 12:44:37.851943 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6015bfd1-ed35-4384-9072-7b8efedacf99 tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:37.924274 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b7f29fcd-b5db-4d5c-b9b3-f0cfeb72f68a req-61558b50-ebc3-48ec-90de-0975fa3a2c35 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324012
Aug 31 12:44:38.076535 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 4320101b-c809-42a7-947b-a8df14d9033c triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:38.077553 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:38.279251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Pushing event updated for resources: {'Port': ['ID=45b01946-7b83-4e44-ad47-a1454fa671c8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:38.286214 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:38.862903 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 3298d97e-3a2b-4399-9654-d4f6b8937e04 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:38.877726 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Deleting port 067013ba-a13a-4d8f-9c26-9e7b5569706e {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:38.878242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:38.939068 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Network 464935a4-832f-4654-9efd-36492d1f668b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:38.982338 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f7b46-ecf5-4326-a352-c8a5ed9fa593 req-3718a52d-5642-4877-a155-7c4d660fa931 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:38.985137 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c24f7b46-ecf5-4326-a352-c8a5ed9fa593 req-3718a52d-5642-4877-a155-7c4d660fa931 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.6394441
Aug 31 12:44:39.057281 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:39.060732 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Attempting to bind port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:44:39.061282 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Attempting to bind port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:44:39.061807 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Attempting to bind port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 on network c61df867-711c-4389-90e8-a343d451dcba {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:39.101054 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:44:39.163817 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:39.207871 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:39.230055 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:39.235846 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:39.241794 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:39.349990 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4349b626-b578-43c6-8cc2-b8ce411e7e56 req-eaf467cc-8e53-417c-8bf0-827d9b3f724f tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 210 time: 0.3660159
Aug 31 12:44:39.392935 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=3298d97e-3a2b-4399-9654-d4f6b8937e04,revision_number=6']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:39.407101 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:39.431267 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 on network c61df867-711c-4389-90e8-a343d451dcba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:44:39.432969 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Attempting to bind port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 on network c61df867-711c-4389-90e8-a343d451dcba {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:39.547722 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:39.564998 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:44:39.565437 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Checking segment: {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:39.565884 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Bound using segment: {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:44:39.566411 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Bound port: f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:44:39.566889 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:39.751717 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-134f76fb-43dc-45d2-bc22-97aac8de64d0 None None] Provisioning for port 45b01946-7b83-4e44-ad47-a1454fa671c8 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:39.764135 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-134f76fb-43dc-45d2-bc22-97aac8de64d0 None None] Provisioning complete for port 45b01946-7b83-4e44-ad47-a1454fa671c8 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:39.764904 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-134f76fb-43dc-45d2-bc22-97aac8de64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:39.874975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:39.876179 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:39.943238 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-134f76fb-43dc-45d2-bc22-97aac8de64d0 None None] Port 45b01946-7b83-4e44-ad47-a1454fa671c8 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:44:40.057562 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-2a093b67-37cd-4117-91f3-5eae445f088d tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:40.063297 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-2a093b67-37cd-4117-91f3-5eae445f088d tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "GET /v2.0/networks?id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d HTTP/1.1" status: 200  len: 808 time: 0.6324737
Aug 31 12:44:40.095670 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c24f7b46-ecf5-4326-a352-c8a5ed9fa593 req-98f3afb8-a22d-435e-8e4b-7f76280f446a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0967612
Aug 31 12:44:40.227373 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Request body: {'port': {'device_id': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d', 'admin_state_up': True, 'tenant_id': '33e206154d214b1292da7ca5312a064b'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:40.275242 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Calling delete_port for 3298d97e-3a2b-4399-9654-d4f6b8937e04 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:40.418757 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.api [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:44:40.419407 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_db.api [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:44:40.657067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8492-17a8-4784-b527-6f6ec5d349d3 req-b24dd94a-b539-43b6-9d03-47a67252717d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:40.670389 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a5ef8492-17a8-4784-b527-6f6ec5d349d3 req-b24dd94a-b539-43b6-9d03-47a67252717d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 943 time: 0.9398384
Aug 31 12:44:40.753619 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:44:40.766960 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:44:40.768746 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:40.771725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] For port 067013ba-a13a-4d8f-9c26-9e7b5569706e, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=067013ba-a13a-4d8f-9c26-9e7b5569706e,segment=NetworkSegment(8ffdb318-843b-4c72-821e-21c3d1959ea7),segment_id=8ffdb318-843b-4c72-821e-21c3d1959ea7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:40.772281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:40.837635 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:40.866621 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:41.031871 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Deleting port 3298d97e-3a2b-4399-9654-d4f6b8937e04 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:41.032641 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:41.057086 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Calling delete_port for 067013ba-a13a-4d8f-9c26-9e7b5569706e owned by network:router_interface {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:41.156171 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:41.162846 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Usage tracker for resource:port and tenant:33e206154d214b1292da7ca5312a064b is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:41.169929 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:41.206489 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:41.250895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28719c7b-2cdd-4856-ae9f-380ff33bea2e req-e6456c70-c76c-4739-ae66-d22f0699aca5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:41.258205 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-28719c7b-2cdd-4856-ae9f-380ff33bea2e req-e6456c70-c76c-4739-ae66-d22f0699aca5 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 943 time: 0.6161137
Aug 31 12:44:41.336931 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:41.355020 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:41.411328 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:41.417693 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] 10.222.0.43 "PUT /v2.0/ports/f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 1093 time: 10.7380309
Aug 31 12:44:41.422003 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:41.442973 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a5ef8492-17a8-4784-b527-6f6ec5d349d3 req-05c9c97e-be8e-4e17-9d8a-26d689710f39 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7711461
Aug 31 12:44:41.670692 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04', 'code': 200}
Aug 31 12:44:41.705243 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Made reservation on behalf of 33e206154d214b1292da7ca5312a064b for: {'port': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:41.717415 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:42.061086 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-28719c7b-2cdd-4856-ae9f-380ff33bea2e req-02aa41f8-9012-49e9-b69d-b3ec77b90859 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7951331
Aug 31 12:44:42.102489 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c6b01a3f-e158-4a16-a0a8-43a492f0aa30 req-455f2855-7cd8-4070-817f-797eac88fcec tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 210 time: 0.1414263
Aug 31 12:44:42.213233 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] For port 3298d97e-3a2b-4399-9654-d4f6b8937e04, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3298d97e-3a2b-4399-9654-d4f6b8937e04,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:42.213798 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:42.234179 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-059ff328-4a24-4144-948e-879fefd5d965 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1096 time: 0.7139759
Aug 31 12:44:42.561117 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Allocated IP 172.20.0.11 (4f72b05f-40ef-4634-8ba8-11c9a2bb876d/5ea2d57f-5910-4e81-a831-7f03b07acb9b/9c5611fd-c572-4c4f-a0b8-aab853a10d72) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:44:42.604148 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-ee20ac69-52f2-44e4-bdcb-4ff88c6ea3e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 217 time: 0.3452470
Aug 31 12:44:42.610726 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Calling delete_port for 3298d97e-3a2b-4399-9654-d4f6b8937e04 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:42.649882 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:42.665106 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8a5eb64e-ecb3-4c90-a2ea-374bea3612bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:42.705723 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:44:42.718986 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-fb1e8fb1-f4b3-4b96-8118-03fddd5d1ab2 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:42.720124 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-fb1e8fb1-f4b3-4b96-8118-03fddd5d1ab2 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Synchronizing usage tracker for tenant:095d88be2f584dad945577e1503a006e on resource:network {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:42.729629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:42.755851 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:42.770091 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Pushing event deleted for resources: {'Port': ['ID=067013ba-a13a-4d8f-9c26-9e7b5569706e,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:42.773154 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:42.803611 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:42.850416 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-3cf42ed5-a13f-4146-b20f-4fa700895e22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:42.851508 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-3cf42ed5-a13f-4146-b20f-4fa700895e22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.2126377
Aug 31 12:44:42.869830 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-fb1e8fb1-f4b3-4b96-8118-03fddd5d1ab2 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Unset dirty status for tenant:095d88be2f584dad945577e1503a006e on resource:network {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:42.870812 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-fb1e8fb1-f4b3-4b96-8118-03fddd5d1ab2 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/networks?id=44a18848-49d4-4ed6-b62b-266fc9d9d37a HTTP/1.1" status: 200  len: 813 time: 0.6085782
Aug 31 12:44:42.982680 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-5c49dc3a-90b3-41f6-8941-bb5f69d73455 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/quotas/095d88be2f584dad945577e1503a006e HTTP/1.1" status: 200  len: 375 time: 0.0627565
Aug 31 12:44:43.077794 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-62ef1203-9256-47d7-8f17-4dd02c83f4fc tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=095d88be2f584dad945577e1503a006e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0766604
Aug 31 12:44:43.152584 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:43.163547 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Pushing event updated for resources: {'Port': ['ID=45b01946-7b83-4e44-ad47-a1454fa671c8,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:43.232359 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:43.254809 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecc606-25e0-4204-8201-90dd34e1a0d9 req-40e10eed-7f63-43e7-a188-6fb10c8e7900 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:43.257633 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96ecc606-25e0-4204-8201-90dd34e1a0d9 req-40e10eed-7f63-43e7-a188-6fb10c8e7900 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.9035132
Aug 31 12:44:43.299173 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:43.371580 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-828fbd21-522c-48a6-8bd9-6843e29626ca service neutron] 10.222.0.20 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2341776
Aug 31 12:44:43.412768 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-dc6b3aee-3bb6-41f0-8c37-b6e824d307af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5391831
Aug 31 12:44:43.421767 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:43.434770 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b48943a6-9256-44bb-8941-8bf1eca67423'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:44:43.443143 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-56b7c562-edbc-4d32-920d-ffb155dab76b tempest-DeleteServersTestJSON-1656393901 tempest-DeleteServersTestJSON-1656393901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:43.588459 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event deleted for resources: {'Port': ['ID=3298d97e-3a2b-4399-9654-d4f6b8937e04,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:43.643291 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:43.651332 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:43.657212 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8c8ca54a-7577-41c3-8963-57ab7c103f60 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:43.692046 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96ecc606-25e0-4204-8201-90dd34e1a0d9 req-2f513a41-ea63-4f3e-9fff-342fefaa30ef tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4120009
Aug 31 12:44:43.788457 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Network 464935a4-832f-4654-9efd-36492d1f668b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:43.802552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:43.825991 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:43.831736 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] No DVR routers for this DVR port 3298d97e-3a2b-4399-9654-d4f6b8937e04 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:44:43.834425 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-c51853e9-4d19-4668-824f-975274def589 service neutron] 10.222.0.20 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4505773
Aug 31 12:44:43.841954 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:43.844801 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:44:43.896015 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Pushing event updated for resources: {'Port': ['ID=9c5611fd-c572-4c4f-a0b8-aab853a10d72,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:43.907098 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:43.951089 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'status': 'completed', 'code': 200}
Aug 31 12:44:43.960442 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:44.023405 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:44.024093 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:44.033679 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d4b1792-8724-4318-9d59-3a8ec8f8cd5b req-b38281fe-8828-40c9-9214-1b3b77d370ab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "DELETE /v2.0/ports/3298d97e-3a2b-4399-9654-d4f6b8937e04 HTTP/1.1" status: 204  len: 173 time: 7.0264292
Aug 31 12:44:44.046711 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-a32d6b1a-a9cf-40fc-85d1-d98a2af5a664 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6143634
Aug 31 12:44:44.130508 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:44.161018 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9586694
Aug 31 12:44:44.179730 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Request body: {'port': {'device_id': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:44.399644 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-faaf6253-3ec9-46e9-8c22-3f03fad7de65 None None] Provisioning complete for port 45b01946-7b83-4e44-ad47-a1454fa671c8 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:44.400389 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-faaf6253-3ec9-46e9-8c22-3f03fad7de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:44.491591 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-faaf6253-3ec9-46e9-8c22-3f03fad7de65 None None] Port 45b01946-7b83-4e44-ad47-a1454fa671c8 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:44:44.506464 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:44.689574 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:44.760790 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-da3d6abb-96ab-4274-9d6d-b5dca9809461 req-4c014481-4141-463c-94e5-763d6b114f25 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3cb0e6d-2d88-4530-8e8e-6455e45a0f58 HTTP/1.1" status: 200  len: 210 time: 0.4332211
Aug 31 12:44:44.850654 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973091c9-1c9d-4d2e-9fdd-6e0777aff168 req-14e50f86-54c2-4872-bca8-5f386302335a tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:44.878328 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-973091c9-1c9d-4d2e-9fdd-6e0777aff168 req-14e50f86-54c2-4872-bca8-5f386302335a tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 943 time: 0.5796492
Aug 31 12:44:45.009478 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04b4abf4-b16f-44ab-a681-089d2aeec3ee req-441f814c-9726-456c-85b6-ca46a8d8d3c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9530470
Aug 31 12:44:45.172959 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-973091c9-1c9d-4d2e-9fdd-6e0777aff168 req-c5e9a18c-7be5-4987-961d-4280261b1a43 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2914495
Aug 31 12:44:45.312580 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3644be-6bb3-4a70-8283-7943ffc5a7a3 req-83ee7936-715b-40a7-8b40-75786e04eb28 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:45.313745 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-5b3644be-6bb3-4a70-8283-7943ffc5a7a3 req-83ee7936-715b-40a7-8b40-75786e04eb28 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Synchronizing usage tracker for tenant:33e206154d214b1292da7ca5312a064b on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:45.347332 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-d8c0aaee-df06-4b03-a26a-e3c8328a9fd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1096 time: 0.1942225
Aug 31 12:44:45.435964 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-5b3644be-6bb3-4a70-8283-7943ffc5a7a3 req-83ee7936-715b-40a7-8b40-75786e04eb28 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Unset dirty status for tenant:33e206154d214b1292da7ca5312a064b on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:45.437361 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5b3644be-6bb3-4a70-8283-7943ffc5a7a3 req-83ee7936-715b-40a7-8b40-75786e04eb28 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 932 time: 0.3713572
Aug 31 12:44:45.482829 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:44:45.555280 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fe3678b8-3c75-4c0a-93ca-e0edaa8d4603 req-e78e6b1a-6382-4c85-9445-b1a0bf111668 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 210 time: 0.0710080
Aug 31 12:44:45.656825 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-5b3644be-6bb3-4a70-8283-7943ffc5a7a3 req-e49f0c3f-888e-4d16-a111-825cca732fd6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Synchronizing usage tracker for tenant:33e206154d214b1292da7ca5312a064b on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:45.699366 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-5b3644be-6bb3-4a70-8283-7943ffc5a7a3 req-e49f0c3f-888e-4d16-a111-825cca732fd6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Unset dirty status for tenant:33e206154d214b1292da7ca5312a064b on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:45.711074 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5b3644be-6bb3-4a70-8283-7943ffc5a7a3 req-e49f0c3f-888e-4d16-a111-825cca732fd6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513630
Aug 31 12:44:45.839643 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-207990c1-0b91-415d-a301-05494f4115b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:45.843082 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-207990c1-0b91-415d-a301-05494f4115b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 916 time: 0.4863267
Aug 31 12:44:46.011963 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5611fd-c572-4c4f-a0b8-aab853a10d72 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:44:46.034758 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:46.066300 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Transition to ACTIVE for port object 9c5611fd-c572-4c4f-a0b8-aab853a10d72 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:46.074146 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:46.083690 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'name': 'network-vif-deleted', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:46.088643 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:46.328693 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb0e6d-2d88-4530-8e8e-6455e45a0f58', 'name': 'network-vif-deleted', 'tag': '3298d97e-3a2b-4399-9654-d4f6b8937e04', 'status': 'completed', 'code': 200}
Aug 31 12:44:46.452061 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5611fd-c572-4c4f-a0b8-aab853a10d72,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:46.458975 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:46.545800 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-3954e909-8b7b-41d5-9213-4534b184487f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 217 time: 0.4459832
Aug 31 12:44:46.773705 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Attempting to bind port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:44:46.774280 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Attempting to bind port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:44:46.774406 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Attempting to bind port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 on network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:46.792089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 on network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:44:46.792559 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Attempting to bind port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 on network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:46.813731 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:44:46.814215 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Checking segment: {'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:46.814392 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Bound using segment: {'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:44:46.814889 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Bound port: 9c5611fd-c572-4c4f-a0b8-aab853a10d72, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:44:46.815234 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:46.915795 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-97932f6a-d73c-4831-b71d-925f112d38b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:46.917277 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-97932f6a-d73c-4831-b71d-925f112d38b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.3574026
Aug 31 12:44:46.928353 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d1be6-6395-4e6a-a5cf-4ad6bf520400 req-c65fbf13-14b1-4242-a258-979242e53533 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:46.930099 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ac8d1be6-6395-4e6a-a5cf-4ad6bf520400 req-c65fbf13-14b1-4242-a258-979242e53533 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 943 time: 0.3758793
Aug 31 12:44:46.942434 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-4dd17a6f-bbf4-4d61-98ed-4d4b4dea59bf tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:46.943269 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f0d06c0d-a87d-4e44-b237-d201bc9c02c5 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:44:46.944941 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-4dd17a6f-bbf4-4d61-98ed-4d4b4dea59bf tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "GET /v2.0/networks?id=44a18848-49d4-4ed6-b62b-266fc9d9d37a HTTP/1.1" status: 200  len: 813 time: 0.7395933
Aug 31 12:44:47.017810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Request body: {'port': {'device_id': '615f863b-0838-4a45-a512-907efa217cf4', 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a', 'admin_state_up': True, 'tenant_id': '095d88be2f584dad945577e1503a006e'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:47.024258 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Router 491a781a-93c1-442c-8acc-da98275563cf has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:44:47.058323 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-e6a6d0aa-81c0-4f6c-b6fe-340bb257f83c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.2130995
Aug 31 12:44:47.103856 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-ac8d1be6-6395-4e6a-a5cf-4ad6bf520400 req-fa781b25-611c-4d86-8f12-cdd85aaf4ddc tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Synchronizing usage tracker for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:47.144107 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] For port 9c5611fd-c572-4c4f-a0b8-aab853a10d72, host hv-cinder-80669, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:44:47.148767 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a526384-8aef-4153-9dfc-1ea0d293c361 req-4559b7da-f335-493f-a4c7-a06e0a1995d7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:47.150762 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9a526384-8aef-4153-9dfc-1ea0d293c361 req-4559b7da-f335-493f-a4c7-a06e0a1995d7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 1.0574734
Aug 31 12:44:47.159700 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] For port 9c5611fd-c572-4c4f-a0b8-aab853a10d72, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c5611fd-c572-4c4f-a0b8-aab853a10d72,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:44:47.175017 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:47.255260 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:47.259581 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2017b7b8-7d09-4c4e-9e9d-2b7ad29d42c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:47.280225 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'port_id': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'mac_address': 'fa:16:3e:eb:60:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:44:47.347085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-ac8d1be6-6395-4e6a-a5cf-4ad6bf520400 req-fa781b25-611c-4d86-8f12-cdd85aaf4ddc tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Unset dirty status for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:47.363161 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ac8d1be6-6395-4e6a-a5cf-4ad6bf520400 req-fa781b25-611c-4d86-8f12-cdd85aaf4ddc tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4158189
Aug 31 12:44:47.384534 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:47.409823 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:47.415281 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] 10.222.0.43 "PUT /v2.0/ports/9c5611fd-c572-4c4f-a0b8-aab853a10d72 HTTP/1.1" status: 200  len: 1094 time: 3.2421560
Aug 31 12:44:47.415948 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5611fd-c572-4c4f-a0b8-aab853a10d72,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:47.416113 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9a526384-8aef-4153-9dfc-1ea0d293c361 req-c24aaf05-ec19-4edf-9c14-5061e49d2af9 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2530551
Aug 31 12:44:47.430939 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d06c0d-a87d-4e44-b237-d201bc9c02c5 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:44:47.433590 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:47.444182 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-1b86b58d-04c2-48c8-b873-b7e00309a781 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5143945
Aug 31 12:44:47.449308 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:44:47.459996 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] 10.222.0.20 "PUT /v2.0/routers/a7222fc3-accb-41d5-8eb6-ab6ea20f96c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.5476019
Aug 31 12:44:47.460236 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:47.476452 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:44:47.491378 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:47.496051 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-ea764163-1f6f-41bd-a5e2-0a8c51401b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:47.496682 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'tag': '9c5611fd-c572-4c4f-a0b8-aab853a10d72'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:47.518679 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:47.661124 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:44:47.665731 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c738e0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:44:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:47.747016 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Usage tracker for resource:port and tenant:095d88be2f584dad945577e1503a006e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:47.754390 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:47.774441 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-eb2b2403-c256-40f6-ab59-3b80883e749f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 1098 time: 0.5740864
Aug 31 12:44:47.774947 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f0d06c0d-a87d-4e44-b237-d201bc9c02c5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:44:47.775418 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:47.875734 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-020ec36e-f266-4eb0-87c2-3fb046671263 req-e09cd512-1947-441f-aefb-22308ea78a38 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 210 time: 0.1566715
Aug 31 12:44:47.953950 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Made reservation on behalf of 095d88be2f584dad945577e1503a006e for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:47.960761 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:48.051391 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-8edd4955-82bd-4852-aed9-ef5f7a37f91b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33e206154d214b1292da7ca5312a064b&device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 1097 time: 0.5403240
Aug 31 12:44:48.058809 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:48.066040 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:48.067386 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:44:48.200593 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'tag': '9c5611fd-c572-4c4f-a0b8-aab853a10d72', 'status': 'completed', 'code': 200}
Aug 31 12:44:48.252453 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-dedf13fc-6446-4ae4-a2a7-1bd1f56ae37c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5611fd-c572-4c4f-a0b8-aab853a10d72 HTTP/1.1" status: 200  len: 217 time: 0.1912718
Aug 31 12:44:48.261872 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-1f1aee35-c9ca-43ea-9f7b-4eea0f314e68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:48.264275 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-1f1aee35-c9ca-43ea-9f7b-4eea0f314e68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 200  len: 916 time: 0.4557674
Aug 31 12:44:48.266920 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-77b48cc2-79e1-45c0-b5f9-191a1e065bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8124759
Aug 31 12:44:48.373761 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-83268a48-0110-4eb7-8479-0ca3d657dcdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:48.377172 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-83268a48-0110-4eb7-8479-0ca3d657dcdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ea2d57f-5910-4e81-a831-7f03b07acb9b HTTP/1.1" status: 200  len: 848 time: 0.1170814
Aug 31 12:44:48.510222 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-5e3b9e20-9871-42b2-922b-33cd5564efa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1215303
Aug 31 12:44:48.517359 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:44:48.535650 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] 10.222.0.20 "PUT /v2.0/routers/491a781a-93c1-442c-8acc-da98275563cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 19.9819739
Aug 31 12:44:48.537591 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] Sync routers for ids ['491a781a-93c1-442c-8acc-da98275563cf'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:44:48.540293 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58778) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:48.569853 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] Routers {'491a781a-93c1-442c-8acc-da98275563cf'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:44:48.571207 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c33490>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:44:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['491a781a-93c1-442c-8acc-da98275563cf'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:48.840159 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-34cea314-346e-45fc-bda0-d4b5d42814ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b48943a6-9256-44bb-8941-8bf1eca67423 HTTP/1.1" status: 200  len: 217 time: 0.5603700
Aug 31 12:44:49.060021 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c738e0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:41Z', 'revision_number': 2, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:49.069771 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:44:49.070972 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Updating router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 port 45b01946-7b83-4e44-ad47-a1454fa671c8 binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:44:49.131032 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] Set router 491a781a-93c1-442c-8acc-da98275563cf gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:44:49.177037 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:49.187175 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb9c05-34d5-406e-b611-c8bda2d55160 req-e4548570-8a8c-4b5f-b3f0-3057f678eb9e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:49.190116 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6dfb9c05-34d5-406e-b611-c8bda2d55160 req-e4548570-8a8c-4b5f-b3f0-3057f678eb9e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 944 time: 0.3527589
Aug 31 12:44:49.311913 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-9c3cee95-fbd0-4f96-9727-deaafb631466 service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7699020
Aug 31 12:44:49.403992 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df184472-58c9-4f34-9e1f-0be4c17ca699 req-5505433c-4ccc-4de8-aa31-311b08ae489c service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1267266
Aug 31 12:44:49.428673 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c8208-1207-44e8-8ea9-f2419f2139c9 req-316b3054-ea1f-4936-b8bb-bbabe5cfe2b8 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:49.430409 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c8c8208-1207-44e8-8ea9-f2419f2139c9 req-316b3054-ea1f-4936-b8bb-bbabe5cfe2b8 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 944 time: 1.5837934
Aug 31 12:44:49.443658 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6dfb9c05-34d5-406e-b611-c8bda2d55160 req-2577c0f9-cf7e-482f-8744-d9d6be9d60b0 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453928
Aug 31 12:44:49.535175 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Allocated IP 172.20.0.14 (44a18848-49d4-4ed6-b62b-266fc9d9d37a/83c9f309-ca7b-4eb5-b904-bd6b85561503/f578716f-711c-492e-a667-019099b5bb76) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:44:49.540703 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-1cb18e43-a94a-4b38-96ae-26bcbdbd9fc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:49.542963 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-1cb18e43-a94a-4b38-96ae-26bcbdbd9fc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 200  len: 855 time: 0.6317093
Aug 31 12:44:49.652670 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-3d0b550a-013f-4362-b79e-8ab6200c8e9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=192ab7b6-eb83-48c3-805b-63fa7350b284&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0999618
Aug 31 12:44:49.725254 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58794) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:49.750042 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-701606181-network', 'tenant_id': '0350e8b440384d679b15e1e227d33640'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:49.761488 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c33490>, [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:44:42Z', 'revision_number': 5, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:49.764828 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c8c8208-1207-44e8-8ea9-f2419f2139c9 req-7842a96c-d2b1-46c6-9466-52a0baf95c4a tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3071167
Aug 31 12:44:49.765692 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:49.770248 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] Checking router: 491a781a-93c1-442c-8acc-da98275563cf for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:44:49.783900 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Usage tracker for resource:network and tenant:0350e8b440384d679b15e1e227d33640 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:49.788751 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] Routers {'491a781a-93c1-442c-8acc-da98275563cf'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:44:49.790001 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c33490>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:44:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['491a781a-93c1-442c-8acc-da98275563cf'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:49.791387 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:49.806110 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:49.838719 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Made reservation on behalf of 0350e8b440384d679b15e1e227d33640 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:49.842022 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:49.934493 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:49.978087 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:50.093802 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] Set router 491a781a-93c1-442c-8acc-da98275563cf gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:44:50.128618 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:50.149384 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Transition to ACTIVE for port object 45b01946-7b83-4e44-ad47-a1454fa671c8 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:50.162835 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:50.176545 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:50.243607 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3db0-7da6-4f34-a34f-23645cb0d314 req-844ea4e7-dd66-41b0-a2ca-2b468d62859b tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:50.246429 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4b6f3db0-7da6-4f34-a34f-23645cb0d314 req-844ea4e7-dd66-41b0-a2ca-2b468d62859b tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.4999294
Aug 31 12:44:50.275743 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:50.288870 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b334273e-0043-4660-ab00-a83e4fa4bf49 req-57998491-a900-49dd-86cd-5c40a294fe86 service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9692080
Aug 31 12:44:50.388970 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-3f007db3-9ed8-45b5-b45c-ea1353b8cbdb service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7237272
Aug 31 12:44:50.512085 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876c3b4-5a2a-4e04-95b9-fa70ff14ecae None None] Pushing event updated for resources: {'Port': ['ID=45b01946-7b83-4e44-ad47-a1454fa671c8,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:50.602560 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-2876c3b4-5a2a-4e04-95b9-fa70ff14ecae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:50.631722 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Attempting to bind port 45b01946-7b83-4e44-ad47-a1454fa671c8 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:44:50.632307 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Attempting to bind port 45b01946-7b83-4e44-ad47-a1454fa671c8 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:44:50.632810 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Attempting to bind port 45b01946-7b83-4e44-ad47-a1454fa671c8 on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:50.645519 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:44:50.646332 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Checking segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:50.647110 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:50.647928 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Bound using segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:44:50.648760 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Bound port: 45b01946-7b83-4e44-ad47-a1454fa671c8, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:44:50.649335 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:50.704718 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Usage tracker for resource:security_group_rule and tenant:0350e8b440384d679b15e1e227d33640 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:50.712652 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:50.725782 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:50.745517 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c33490>, [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:44:42Z', 'revision_number': 5, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:50.758132 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6bb4f-c03d-453e-9083-862ab706b446 None None] The sync data for ids ['491a781a-93c1-442c-8acc-da98275563cf'] in dv-cinder-806696-1-iscsi is: [{'id': '491a781a-93c1-442c-8acc-da98275563cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1995168865-router', 'tenant_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:47Z', 'updated_at': '2021-08-31T12:44:42Z', 'revision_number': 5, 'project_id': 'e101f99d41ad4ff2af28836ed0fdc976', 'gw_port': {'id': 'e3d1da63-ce4c-4b42-a5ed-6840663ae4d5', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a781a-93c1-442c-8acc-da98275563cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:48Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:44:50.802623 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:50.835427 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfd3be-194a-42f2-b376-b96186c1a218 req-25c8c411-8132-4957-832b-afc14793147e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:50.836378 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-eacfd3be-194a-42f2-b376-b96186c1a218 req-25c8c411-8132-4957-832b-afc14793147e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:50.876049 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-d47651ec-14c3-4934-8a1d-2a1b9e39eaab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:50.876908 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-d47651ec-14c3-4934-8a1d-2a1b9e39eaab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Synchronizing usage tracker for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:50.881497 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] For port 45b01946-7b83-4e44-ad47-a1454fa671c8, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:44:50.887779 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] For port 45b01946-7b83-4e44-ad47-a1454fa671c8, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=45b01946-7b83-4e44-ad47-a1454fa671c8,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:44:50.894786 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:50.895803 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ca99f2b-6cd4-401b-be9d-98d092553c60 req-b653bdc1-678b-44da-a3dc-3f0cb28cfe79 service neutron] 10.222.0.43 "GET /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4604864
Aug 31 12:44:50.911151 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-eacfd3be-194a-42f2-b376-b96186c1a218 req-25c8c411-8132-4957-832b-afc14793147e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:50.918677 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eacfd3be-194a-42f2-b376-b96186c1a218 req-25c8c411-8132-4957-832b-afc14793147e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 945 time: 0.7910740
Aug 31 12:44:50.921960 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-548208fc-ab48-4f7a-a44d-f22578703aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:50.969846 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4b6f3db0-7da6-4f34-a34f-23645cb0d314 req-faa22d97-b1d3-43ce-9be1-52f819bef238 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7017343
Aug 31 12:44:50.991441 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-d47651ec-14c3-4934-8a1d-2a1b9e39eaab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Unset dirty status for tenant:5e2f935ddba640e7bccb60e70c8b0f58 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:50.992947 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-d47651ec-14c3-4934-8a1d-2a1b9e39eaab tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 945 time: 0.8069026
Aug 31 12:44:50.996905 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eacfd3be-194a-42f2-b376-b96186c1a218 req-2f3356c0-8069-4697-8468-0ce899ff064b tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772688
Aug 31 12:44:51.021494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.042803 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.071299 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:51.091597 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876c3b4-5a2a-4e04-95b9-fa70ff14ecae None None] Pushing event updated for resources: {'Port': ['ID=45b01946-7b83-4e44-ad47-a1454fa671c8,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:51.097753 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f0d06c0d-a87d-4e44-b237-d201bc9c02c5 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:51.124198 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Deleting port b48943a6-9256-44bb-8941-8bf1eca67423 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:51.124712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.175231 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-2876c3b4-5a2a-4e04-95b9-fa70ff14ecae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:51.196877 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:44:51.217460 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.217908 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Added segment 49619670-0f22-4498-90ce-b492dbffbf9e of type vlan for network bc2ba321-9622-45ff-a1af-f1c989026568
Aug 31 12:44:51.273733 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.322689 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.336096 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 067013ba-a13a-4d8f-9c26-9e7b5569706e no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:51.336366 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc903689-79d9-4ff1-a29b-6620faea6dd5,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:51.356170 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:51.367606 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.379436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-da0bfee4-c7c8-4385-b370-cf9e455fe056 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:51.447759 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 067013ba-a13a-4d8f-9c26-9e7b5569706e {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:51.448563 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 067013ba-a13a-4d8f-9c26-9e7b5569706e not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:51.482382 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:51.483412 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.485420 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:44:51.487084 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c738e0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:44:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:51.523089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:51.628705 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:51.685891 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:51.686401 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.744358 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Network 44a18848-49d4-4ed6-b62b-266fc9d9d37a is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:51.746331 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0159481
Aug 31 12:44:51.764561 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Pushing event updated for resources: {'Network': ['ID=bc2ba321-9622-45ff-a1af-f1c989026568,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:51.775518 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58804) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:51.776776 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:51.782727 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:44:51.789712 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:51.795036 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network bc2ba321-9622-45ff-a1af-f1c989026568 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:44:51.796574 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-4176b30d-6439-4863-bbd1-4f0aed467344 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33e206154d214b1292da7ca5312a064b&device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 1097 time: 1.1169581
Aug 31 12:44:51.797941 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.835146 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Request body: {'subnet': {'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-701606181-subnet', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:51.842327 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Pushing event updated for resources: {'Port': ['ID=f578716f-711c-492e-a667-019099b5bb76,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:51.856233 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:51.857560 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:51.950974 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Deleting port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:44:51.951302 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:51.976255 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Usage tracker for resource:subnet and tenant:0350e8b440384d679b15e1e227d33640 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:51.996687 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:52.027799 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:52.062379 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0732d6-236d-4052-974e-e8154aea0164 req-615d4636-06e7-4dc2-9e5d-6813cc1f46e1 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:52.068605 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7e0732d6-236d-4052-974e-e8154aea0164 req-615d4636-06e7-4dc2-9e5d-6813cc1f46e1 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 932 time: 0.7081773
Aug 31 12:44:52.079667 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:52.080742 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:52.125449 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de510e-ade9-4f1e-b2fa-663c710b7841 req-b8ceb38b-c1e2-413a-bf05-62c960794c32 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:52.128663 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99de510e-ade9-4f1e-b2fa-663c710b7841 req-b8ceb38b-c1e2-413a-bf05-62c960794c32 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 944 time: 0.6612849
Aug 31 12:44:52.143306 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Made reservation on behalf of 0350e8b440384d679b15e1e227d33640 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:44:52.147147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1515161'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:52.179492 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:44:52.233755 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:52.290450 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:52.316196 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:52.348374 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-2f964c13-1832-44c7-9cac-c132d7d63605 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:52.350680 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-2f964c13-1832-44c7-9cac-c132d7d63605 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d HTTP/1.1" status: 200  len: 909 time: 0.5465188
Aug 31 12:44:52.380116 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3686774
Aug 31 12:44:52.390685 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:52.392439 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:52.422849 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Request body: {'port': {'device_id': '615f863b-0838-4a45-a512-907efa217cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:52.447983 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-7e0732d6-236d-4052-974e-e8154aea0164 req-7b2d17a3-04d3-4460-afea-c7bf35a3ede6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Synchronizing usage tracker for tenant:095d88be2f584dad945577e1503a006e on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:44:52.498867 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99de510e-ade9-4f1e-b2fa-663c710b7841 req-16d71225-d4cb-47e9-83e4-405a4f9cacb5 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279966
Aug 31 12:44:52.516956 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-3c043a0c-1421-4b47-9d99-d8648085f3aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5611fd-c572-4c4f-a0b8-aab853a10d72 HTTP/1.1" status: 200  len: 217 time: 0.1401758
Aug 31 12:44:52.520500 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] For port e3d1da63-ce4c-4b42-a5ed-6840663ae4d5, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:52.520500 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:52.545338 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] For port b48943a6-9256-44bb-8941-8bf1eca67423, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b48943a6-9256-44bb-8941-8bf1eca67423,segment=NetworkSegment(d458fbc0-d768-4510-a4c9-1f0b29f9b5e5),segment_id=d458fbc0-d768-4510-a4c9-1f0b29f9b5e5)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:52.545839 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:52.592506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-7e0732d6-236d-4052-974e-e8154aea0164 req-7b2d17a3-04d3-4460-afea-c7bf35a3ede6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Unset dirty status for tenant:095d88be2f584dad945577e1503a006e on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:44:52.594094 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7e0732d6-236d-4052-974e-e8154aea0164 req-7b2d17a3-04d3-4460-afea-c7bf35a3ede6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4687526
Aug 31 12:44:52.709449 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:52.721192 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:52.806016 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Calling delete_port for e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 owned by network:router_gateway {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:52.983631 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-b410b2f0-7d0e-4e94-8c17-eeefc1673e99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:52.986100 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-b410b2f0-7d0e-4e94-8c17-eeefc1673e99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ea2d57f-5910-4e81-a831-7f03b07acb9b HTTP/1.1" status: 200  len: 848 time: 0.4533389
Aug 31 12:44:52.992694 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c738e0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:50Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:53.001275 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f054ed-598a-4b3d-8002-ea640e91b3d3 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:50Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:44:53.019038 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 9c5611fd-c572-4c4f-a0b8-aab853a10d72 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:44:53.139271 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-95fdc305-f48f-4718-80ed-972f60f87035 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1445813
Aug 31 12:44:53.180046 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Calling delete_port for b48943a6-9256-44bb-8941-8bf1eca67423 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:44:53.435324 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 9c5611fd-c572-4c4f-a0b8-aab853a10d72, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c5611fd-c572-4c4f-a0b8-aab853a10d72,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:53.458000 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '9c5611fd-c572-4c4f-a0b8-aab853a10d72', 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d', 'port_id': '9c5611fd-c572-4c4f-a0b8-aab853a10d72', 'mac_address': 'fa:16:3e:0c:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea2d57f-5910-4e81-a831-7f03b07acb9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:44:53.583949 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:53.595630 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-7a3bb124-3b84-44db-a14e-60cbcf448999 service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4232707
Aug 31 12:44:53.612283 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12408749-8512-4792-bd4e-a46734c30fd4 req-55d0c965-ec6f-4182-a9db-e96fb66dc41c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:53.618780 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5611fd-c572-4c4f-a0b8-aab853a10d72 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:44:53.620724 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-12408749-8512-4792-bd4e-a46734c30fd4 req-55d0c965-ec6f-4182-a9db-e96fb66dc41c tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b0e1ee-41e4-44c3-81ea-f2db56dd2780 HTTP/1.1" status: 200  len: 945 time: 0.4069490
Aug 31 12:44:53.649102 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 9c5611fd-c572-4c4f-a0b8-aab853a10d72, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c5611fd-c572-4c4f-a0b8-aab853a10d72,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:53.658459 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:53.662203 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:53.792920 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=9c5611fd-c572-4c4f-a0b8-aab853a10d72,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:53.812568 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:53.812840 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:53.824813 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:53.852199 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53d6b1d6-c5e7-4f09-9dd5-b7860d828694 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:53.911347 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['9c5611fd-c572-4c4f-a0b8-aab853a10d72'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:44:53.917143 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Pushing event deleted for resources: {'Port': ['ID=b48943a6-9256-44bb-8941-8bf1eca67423,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:53.931417 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:54.095333 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-12408749-8512-4792-bd4e-a46734c30fd4 req-4b827174-dfb3-4405-93e8-0d51e0bbec6e tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea9b4c5a-2e04-4895-bc29-ab2ed510685c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4736240
Aug 31 12:44:54.148901 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:54.164602 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:54.220807 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68b65-1597-409b-9c56-a7d1713d30f0 req-7231881a-a1de-4a62-9d58-474f8bcd44fb tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:54.223400 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-18a68b65-1597-409b-9c56-a7d1713d30f0 req-7231881a-a1de-4a62-9d58-474f8bcd44fb tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 945 time: 0.9755321
Aug 31 12:44:54.309697 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'code': 200}
Aug 31 12:44:54.330192 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d1da63-ce4c-4b42-a5ed-6840663ae4d5,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:54.335511 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] No DVR routers for this DVR port b48943a6-9256-44bb-8941-8bf1eca67423 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:44:54.339514 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:54.359333 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:54.366298 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'name': 'network-vif-deleted', 'tag': 'b48943a6-9256-44bb-8941-8bf1eca67423'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:54.379436 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-634a8c49-68b2-4c45-925a-8f5dec282789 service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5503492
Aug 31 12:44:54.423809 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-12a98bab-4d59-4614-bf1e-42f6e4494fa4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 1098 time: 0.7423408
Aug 31 12:44:54.432290 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2ed846ea-c4f0-4609-929f-be36dcd84bf1 req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] 10.222.0.43 "DELETE /v2.0/ports/b48943a6-9256-44bb-8941-8bf1eca67423 HTTP/1.1" status: 204  len: 173 time: 3.4330456
Aug 31 12:44:54.587305 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-18a68b65-1597-409b-9c56-a7d1713d30f0 req-e37e9db6-92fe-44ff-b3f2-a49db70d726a tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3098259
Aug 31 12:44:54.781355 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1147146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1515147'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:54.856024 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:54.934958 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3e1a3e6-99ff-4f50-96c8-7ab2b52018a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:55.036205 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 9c5611fd-c572-4c4f-a0b8-aab853a10d72 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:55.147809 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 45b01946-7b83-4e44-ad47-a1454fa671c8 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:55.231815 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-e3a49e37-c547-454a-b864-b853e20c3600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:55.234240 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-e3a49e37-c547-454a-b864-b853e20c3600 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 912 time: 0.7363455
Aug 31 12:44:55.246101 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd36aeb-c04a-40ea-8db5-6e55591508f1,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:55.304642 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 45b01946-7b83-4e44-ad47-a1454fa671c8 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:55.312897 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 45b01946-7b83-4e44-ad47-a1454fa671c8 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:55.313810 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.345301 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:55.394597 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:44:55.412015 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:55.412510 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.419041 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.426380 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.456345 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff60e4-ef56-420d-910e-e89c24fe75dd req-fbe3a7c6-1440-4c1e-ab5b-ed0a10eb5731 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:55.459886 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bcff60e4-ef56-420d-910e-e89c24fe75dd req-fbe3a7c6-1440-4c1e-ab5b-ed0a10eb5731 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.9047265
Aug 31 12:44:55.481937 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Checking segment: {'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:55.482448 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Network hostable DHCP agents. Network: bc2ba321-9622-45ff-a1af-f1c989026568, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:44:55.531957 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999d8e-c7ae-4c31-adb2-f9cf6113c2f6 req-d68dd0e9-4d04-490d-85a6-6b76d1def437 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:55.534470 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff999d8e-c7ae-4c31-adb2-f9cf6113c2f6 req-d68dd0e9-4d04-490d-85a6-6b76d1def437 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.5523262
Aug 31 12:44:55.542258 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-f56946fc-e137-4660-82c6-1b7c1ac51402 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d HTTP/1.1" status: 200  len: 1001 time: 0.2866285
Aug 31 12:44:55.551827 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a5f2a8ef-313f-4e5e-ad33-2597adb4af11 req-3e68e11b-063d-4287-94a4-3efb09ed311b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1098 time: 0.6719987
Aug 31 12:44:55.641173 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.689403 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.689933 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 491a781a-93c1-442c-8acc-da98275563cf {{(pid=75030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:44:55.720305 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bcff60e4-ef56-420d-910e-e89c24fe75dd req-66c1d5a9-6fcb-468d-bb9a-8460f159fde2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2503917
Aug 31 12:44:55.733895 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.734458 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.742160 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] 10.222.0.20 "DELETE /v2.0/routers/491a781a-93c1-442c-8acc-da98275563cf HTTP/1.1" status: 204  len: 168 time: 7.1985662
Aug 31 12:44:55.743138 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58824) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:55.765393 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 45b01946-7b83-4e44-ad47-a1454fa671c8, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=45b01946-7b83-4e44-ad47-a1454fa671c8,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:55.771460 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.774679 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d1ee31fe-f5af-4ee6-93fe-15daa96e9d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:55.844474 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-d7de829a-0dda-4a88-ac99-c8a42cb22077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:55.846911 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-d7de829a-0dda-4a88-ac99-c8a42cb22077 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.2749953
Aug 31 12:44:55.860047 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 9c5611fd-c572-4c4f-a0b8-aab853a10d72, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c5611fd-c572-4c4f-a0b8-aab853a10d72,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:44:55.880394 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Deleting subnet 6bf950c9-ae77-4c52-8a72-5d765e890f09 {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:44:55.886187 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.889082 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:55.890703 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b48943a6-9256-44bb-8941-8bf1eca67423 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:55.956288 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: b48943a6-9256-44bb-8941-8bf1eca67423 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:55.957510 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b48943a6-9256-44bb-8941-8bf1eca67423 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:55.963239 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=45b01946-7b83-4e44-ad47-a1454fa671c8,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:55.968051 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:55.968726 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d3148ba8-3df9-4b1c-80a5-59762b577260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:56.052862 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Network bc2ba321-9622-45ff-a1af-f1c989026568 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:44:56.071287 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=9c5611fd-c572-4c4f-a0b8-aab853a10d72,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:56.076483 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:56.092442 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.130269 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, bc2ba321-9622-45ff-a1af-f1c989026568) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:56.142868 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:56.143732 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.144876 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de6e2b-9890-49e8-ac22-6a2e7f0c661c None None] Network bc2ba321-9622-45ff-a1af-f1c989026568 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:44:56.162466 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a5f2a8ef-313f-4e5e-ad33-2597adb4af11 req-9c2d01c3-be5d-43a0-bd1f-d07fcf3d0c45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5598323
Aug 31 12:44:56.190167 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f578716f-711c-492e-a667-019099b5bb76 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:44:56.214926 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.232000 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff999d8e-c7ae-4c31-adb2-f9cf6113c2f6 req-a2725848-f4b6-4223-a8dd-3ff1406e6533 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6612630
Aug 31 12:44:56.239952 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.250701 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7c319398-c415-43c9-82ba-37d43d69b39e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.4675274
Aug 31 12:44:56.256923 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58828) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:56.271926 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:44:56.292997 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:44:56.298326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Transition to ACTIVE for port object f578716f-711c-492e-a667-019099b5bb76 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:56.304528 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Usage tracker for resource:router and tenant:0350e8b440384d679b15e1e227d33640 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:44:56.310054 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:44:56.311113 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5611fd-c572-4c4f-a0b8-aab853a10d72'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:56.316049 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-20a896b7-e52d-40ba-a7fb-0fb336949557 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4115992
Aug 31 12:44:56.317357 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.324397 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36024266-0ec9-40f7-8f52-e3cde773e8ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:56.388354 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.392578 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:44:56.402837 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:56.447953 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0e1ee-41e4-44c3-81ea-f2db56dd2780', 'name': 'network-vif-deleted', 'tag': 'b48943a6-9256-44bb-8941-8bf1eca67423', 'status': 'completed', 'code': 200}
Aug 31 12:44:56.460650 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf950c9-ae77-4c52-8a72-5d765e890f09,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:56.476479 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:56.492393 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.512420 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6bf950c9-ae77-4c52-8a72-5d765e890f09 HTTP/1.1" status: 204  len: 168 time: 0.7677627
Aug 31 12:44:56.520662 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5c858-95c1-4d61-957a-c3aada51923a req-8f224aa9-b599-478b-a951-9c198187aaf7 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:56.528310 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bbd5c858-95c1-4d61-957a-c3aada51923a req-8f224aa9-b599-478b-a951-9c198187aaf7 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 932 time: 0.5552790
Aug 31 12:44:56.557514 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58834) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:56.558382 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58836) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:56.717579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.719373 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.741946 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-bc2ba321-9622-45ff-a1af-f1c989026568', 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'fixed_ips': [{'subnet_id': '2bd36aeb-c04a-40ea-8db5-6e55591508f1'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:44:56.743341 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:56.911562 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30034195-9370-449a-99cd-1656853b3011 service neutron] Pushing event updated for resources: {'Port': ['ID=f578716f-711c-492e-a667-019099b5bb76,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:56.916058 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-411afc2f-b990-4a50-b463-3ea68a8145e7 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5197475
Aug 31 12:44:56.919886 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-30034195-9370-449a-99cd-1656853b3011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:57.059623 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 45b01946-7b83-4e44-ad47-a1454fa671c8 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:44:57.067412 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bbd5c858-95c1-4d61-957a-c3aada51923a req-403e4193-4483-47ea-acdb-30c6b392ed48 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5366058
Aug 31 12:44:57.116330 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Deleting subnet 04ddb5ab-fd75-427b-8aed-b0fccbbdb398 {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:44:57.130576 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.164659 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.181200 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.211146 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Allocated IP 172.20.0.2 (bc2ba321-9622-45ff-a1af-f1c989026568/2bd36aeb-c04a-40ea-8db5-6e55591508f1/2f14a23f-75e6-4eee-8e17-7328a0e377c1) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:44:57.241222 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5611fd-c572-4c4f-a0b8-aab853a10d72', 'code': 200}
Aug 31 12:44:57.246339 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 45b01946-7b83-4e44-ad47-a1454fa671c8 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:44:57.246989 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.520867 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89243ad7-8e23-44e6-aff6-3e07a6990d34 req-52e50033-f1a2-41b3-a8d6-e61c1ebec108 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:57.522793 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89243ad7-8e23-44e6-aff6-3e07a6990d34 req-52e50033-f1a2-41b3-a8d6-e61c1ebec108 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 946 time: 0.6819499
Aug 31 12:44:57.526073 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc88c8d7-99e3-46bb-afd4-d385cd628f2f req-4b6f497a-7d66-48fb-a790-85520cba5a66 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5963025
Aug 31 12:44:57.684622 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89243ad7-8e23-44e6-aff6-3e07a6990d34 req-52d1f2b0-e4fc-4db1-b0b0-864d83ac4ad6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457355
Aug 31 12:44:57.686126 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Attempting to bind port f578716f-711c-492e-a667-019099b5bb76 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:44:57.687100 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Attempting to bind port f578716f-711c-492e-a667-019099b5bb76 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:44:57.688066 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Attempting to bind port f578716f-711c-492e-a667-019099b5bb76 on network 44a18848-49d4-4ed6-b62b-266fc9d9d37a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:57.710290 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.818081 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.850436 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72384c6be0>,) {'filters': {'network_id': ['c76c8b1b-76ba-46a7-9d96-50478ad4ca39']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:57.885755 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72384c6be0>, '8ffdb318-843b-4c72-821e-21c3d1959ea7') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:57.886405 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72384c6be0>, '8ffdb318-843b-4c72-821e-21c3d1959ea7') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:57.894897 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.930932 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Port f578716f-711c-492e-a667-019099b5bb76 on network 44a18848-49d4-4ed6-b62b-266fc9d9d37a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:44:57.931823 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Attempting to bind port f578716f-711c-492e-a667-019099b5bb76 on network 44a18848-49d4-4ed6-b62b-266fc9d9d37a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:57.944808 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:44:57.945635 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Checking segment: {'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:57.947366 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Bound using segment: {'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:44:57.948373 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Bound port: f578716f-711c-492e-a667-019099b5bb76, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:44:57.949221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.953743 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b4286-2080-4c22-bfc3-8fda736597c1 req-88779701-9496-48a8-91d7-8c7a7e7b8e7b tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:57.956575 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3a2b4286-2080-4c22-bfc3-8fda736597c1 req-88779701-9496-48a8-91d7-8c7a7e7b8e7b tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.4701686
Aug 31 12:44:57.957443 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.967236 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:57.987630 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.006417 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.007220 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Transition to ACTIVE for port object 2f14a23f-75e6-4eee-8e17-7328a0e377c1 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:58.057479 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:44:58.058184 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.060312 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Transition to ACTIVE for port object 2f14a23f-75e6-4eee-8e17-7328a0e377c1 will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:44:58.072725 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.077814 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:44:58.083900 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:44:58.254676 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Network bc2ba321-9622-45ff-a1af-f1c989026568 is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:44:58.255851 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Pushing event updated for resources: {'Port': ['ID=2f14a23f-75e6-4eee-8e17-7328a0e377c1,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:58.256193 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.260214 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:44:58.266989 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:58.274560 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c5107fc3-0ae7-47f3-80fb-769d56016111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:58.274947 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:44:58.323712 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.340286 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3a2b4286-2080-4c22-bfc3-8fda736597c1 req-989248d7-6e23-4687-8fdb-3eb8f90ede58 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3472188
Aug 31 12:44:58.367796 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.376514 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3090d738-9f42-4d02-bf63-ec7a26209212 req-51889d6a-5013-47f0-aeae-76dcdc408ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 1099 time: 0.6953230
Aug 31 12:44:58.427243 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ddb5ab-fd75-427b-8aed-b0fccbbdb398,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:58.440390 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:58.449460 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3f29059b-50c3-4093-8479-77a46b6a7462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:58.477128 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] For port f578716f-711c-492e-a667-019099b5bb76, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:44:58.491796 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.494492 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04ddb5ab-fd75-427b-8aed-b0fccbbdb398 HTTP/1.1" status: 204  len: 168 time: 1.9282920
Aug 31 12:44:58.500258 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c76c8b1b-76ba-46a7-9d96-50478ad4ca39 HTTP/1.1" status: 204  len: 168 time: 1.9359934
Aug 31 12:44:58.501503 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58848) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:58.502900 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76c8b1b-76ba-46a7-9d96-50478ad4ca39,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:58.509913 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a3a798f3-3aba-4068-a6a9-b0c681545ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:58.531107 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Attempting to bind port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:44:58.532486 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Attempting to bind port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:44:58.532917 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Attempting to bind port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 on network bc2ba321-9622-45ff-a1af-f1c989026568 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:44:58.541080 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:44:58.541459 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Checking segment: {'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:44:58.541886 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.542358 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Bound using segment: {'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:44:58.542925 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Bound port: 2f14a23f-75e6-4eee-8e17-7328a0e377c1, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:44:58.543396 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.590329 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] For port f578716f-711c-492e-a667-019099b5bb76, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f578716f-711c-492e-a667-019099b5bb76,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:44:58.618171 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.629407 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:58.712319 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3090d738-9f42-4d02-bf63-ec7a26209212 req-dbc510f6-be03-4de8-8dc8-118e7564181a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3185346
Aug 31 12:44:58.777994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdfea1-32c5-4a2f-b00c-a13784bdfacf req-d9821228-16b7-4bf5-9b21-c6fd55064864 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:58.782949 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] For port 2f14a23f-75e6-4eee-8e17-7328a0e377c1, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:44:58.783494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.785624 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6afdfea1-32c5-4a2f-b00c-a13784bdfacf req-d9821228-16b7-4bf5-9b21-c6fd55064864 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.6505859
Aug 31 12:44:58.787633 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.789564 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-30034195-9370-449a-99cd-1656853b3011 service neutron] 10.222.0.43 "PUT /v2.0/ports/f578716f-711c-492e-a667-019099b5bb76 HTTP/1.1" status: 200  len: 1094 time: 6.3965473
Aug 31 12:44:58.792975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615f863b-0838-4a45-a512-907efa217cf4', 'tag': 'f578716f-711c-492e-a667-019099b5bb76'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:44:58.811624 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] For port 2f14a23f-75e6-4eee-8e17-7328a0e377c1, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=2f14a23f-75e6-4eee-8e17-7328a0e377c1,segment=NetworkSegment(49619670-0f22-4498-90ce-b492dbffbf9e),segment_id=49619670-0f22-4498-90ce-b492dbffbf9e)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:44:58.812786 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30034195-9370-449a-99cd-1656853b3011 service neutron] Pushing event updated for resources: {'Port': ['ID=f578716f-711c-492e-a667-019099b5bb76,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:58.837617 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:58.854311 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:58.863011 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-30034195-9370-449a-99cd-1656853b3011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:58.942597 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:44:58.966912 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58858) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:59.022298 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:44:59.022640 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device e3d1da63-ce4c-4b42-a5ed-6840663ae4d5 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:44:59.051581 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fe81255b-0cfc-4cfe-a15f-fa42dbe81819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.079762 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Pushing event updated for resources: {'Port': ['ID=2f14a23f-75e6-4eee-8e17-7328a0e377c1,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:59.086810 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:59.212888 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.227515 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6afdfea1-32c5-4a2f-b00c-a13784bdfacf req-79c50754-74c1-478a-b1f3-ccc77af57b8c tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4167261
Aug 31 12:44:59.228541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097ddff-26a0-4ce1-bd31-dab3583be62a req-1477e083-db10-4ad6-a151-dc52ff139892 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:59.230913 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b097ddff-26a0-4ce1-bd31-dab3583be62a req-1477e083-db10-4ad6-a151-dc52ff139892 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 944 time: 0.4422998
Aug 31 12:44:59.242994 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f0c0b73c-38b6-485f-aa9e-0181a1ec7667 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e101f99d41ad4ff2af28836ed0fdc976&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2701130
Aug 31 12:44:59.243572 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58862) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:44:59.266137 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72381963a0>,) {'filters': {'network_id': ['192ab7b6-eb83-48c3-805b-63fa7350b284']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:59.329527 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72381963a0>, 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:59.329931 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72381963a0>, 'd458fbc0-d768-4510-a4c9-1f0b29f9b5e5') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:44:59.403774 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.423409 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-f29e2ca3-c233-49fe-9bd0-a2c9a83e3483 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=095d88be2f584dad945577e1503a006e&device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 1097 time: 0.4646983
Aug 31 12:44:59.425151 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.440246 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.469319 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.483084 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:44:59.483871 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.575175 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:44:59.601888 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:44:59.676552 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b097ddff-26a0-4ce1-bd31-dab3583be62a req-938dad9a-3726-46c3-9553-20a18302659c tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4313958
Aug 31 12:44:59.701075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.718985 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.727073 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:44:59.740975 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-1c56b8fb-57a3-4edb-b332-5cce79293e55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f578716f-711c-492e-a667-019099b5bb76 HTTP/1.1" status: 200  len: 217 time: 0.2531593
Aug 31 12:44:59.746675 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.781937 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Pushing event deleted for resources: {'Network': ['ID=192ab7b6-eb83-48c3-805b-63fa7350b284,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:44:59.792581 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] 10.222.0.20 "DELETE /v2.0/networks/192ab7b6-eb83-48c3-805b-63fa7350b284 HTTP/1.1" status: 204  len: 168 time: 1.2853341
Aug 31 12:44:59.797753 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:44:59.849363 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:44:59.890689 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615f863b-0838-4a45-a512-907efa217cf4', 'tag': 'f578716f-711c-492e-a667-019099b5bb76', 'status': 'completed', 'code': 200}
Aug 31 12:44:59.937408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-a41d2948-aee4-436c-967f-11469cedfb92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:44:59.939296 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-a41d2948-aee4-436c-967f-11469cedfb92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83c9f309-ca7b-4eb5-b904-bd6b85561503 HTTP/1.1" status: 200  len: 853 time: 0.1761439
Aug 31 12:44:59.989895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:00.001841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-93cecbfe-2663-4a4e-bf2a-449c07e644cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:00.042632 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f825e28-cbb9-4495-b6d3-45ac386cc924,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:00.047981 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:00.059218 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:00.063767 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f825e28-cbb9-4495-b6d3-45ac386cc924 HTTP/1.1" status: 204  len: 168 time: 0.8173947
Aug 31 12:45:00.102280 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-81314fdc-16f6-4109-8e95-9bbfbefa14ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a18848-49d4-4ed6-b62b-266fc9d9d37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925543
Aug 31 12:45:00.307285 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701206e2-63cb-45bd-b959-239bd7c178ac req-3b81d811-ef33-45ff-91fe-d89ecbfd110b tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:00.312437 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-701206e2-63cb-45bd-b959-239bd7c178ac req-3b81d811-ef33-45ff-91fe-d89ecbfd110b tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 946 time: 0.7444654
Aug 31 12:45:00.329116 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5ed87-a3fa-4cd9-b584-dbd6e7e3d2da req-e19b37a3-296e-4048-805b-1c16120d2066 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:00.350492 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1ce5ed87-a3fa-4cd9-b584-dbd6e7e3d2da req-e19b37a3-296e-4048-805b-1c16120d2066 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.1909730
Aug 31 12:45:00.442543 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58874) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:00.449610 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Allocated IP 172.27.1.220 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/cc5c271f-fb7b-4ac7-b0ee-f928ae66282d) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:00.469738 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1ce5ed87-a3fa-4cd9-b584-dbd6e7e3d2da req-996dfc8c-3160-4f48-8fbc-6ff0911a539d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175516
Aug 31 12:45:00.523658 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-701206e2-63cb-45bd-b959-239bd7c178ac req-8f107d6f-2931-466c-a872-8d7a68627cb5 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892138
Aug 31 12:45:00.835988 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3d715-53b9-450e-b8d9-bec2ea338ee2 None None] Network bc2ba321-9622-45ff-a1af-f1c989026568 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:45:00.922477 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-a48782a5-699c-4a79-b477-bcf9ed1890d8 service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8100057
Aug 31 12:45:01.188954 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d42f83bb-ac95-493f-9632-1f45b01385d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e2f935ddba640e7bccb60e70c8b0f58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7405047
Aug 31 12:45:01.191850 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58888) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:01.209006 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2f14a23f-75e6-4eee-8e17-7328a0e377c1 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:01.243812 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5a9a0-43b6-4a08-aa5b-e67e8876b61a req-64da85ab-487b-4fbd-b499-495f81f94a37 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:01.258669 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5fe5a9a0-43b6-4a08-aa5b-e67e8876b61a req-64da85ab-487b-4fbd-b499-495f81f94a37 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.3643425
Aug 31 12:45:01.356552 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-31926b7a-6f8e-41c3-b5f1-063a18d0be70 None None] Provisioning for port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:01.385836 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5fe5a9a0-43b6-4a08-aa5b-e67e8876b61a req-aa79a7b3-263e-4505-8620-d692e595d9d1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258271
Aug 31 12:45:01.414205 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-35474597-2f67-4880-8512-f1bfcf1b8eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:01.498587 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:01.587725 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:01.594762 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89309ab3-f98b-4cbd-bbff-336119c6684a req-90eeb28c-174e-4e49-9e8d-9fae25c8ee63 service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6651742
Aug 31 12:45:01.616771 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:01.617426 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:01.696765 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:01.697606 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:01.866564 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cac358-a176-4aaf-ac6b-fc4a52ef6ce5 req-1ca8f94e-dd42-4299-86ab-79654780d0b8 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:01.867461 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-73cac358-a176-4aaf-ac6b-fc4a52ef6ce5 req-1ca8f94e-dd42-4299-86ab-79654780d0b8 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Synchronizing usage tracker for tenant:095d88be2f584dad945577e1503a006e on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:01.893238 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:01.904049 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-12915300-9442-447b-aa18-a386067ab754 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=095d88be2f584dad945577e1503a006e&device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 1097 time: 0.2234719
Aug 31 12:45:01.911569 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac2dff0b-1803-4d9d-aaff-96bc97c0308d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:01.922809 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:01.934681 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ca3f87c5-4c88-41fc-982d-78f3e77ee6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:01.990593 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b4c5a-2e04-4895-bc29-ab2ed510685c,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:01.995615 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:02.010698 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:02.016509 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea9b4c5a-2e04-4895-bc29-ab2ed510685c HTTP/1.1" status: 204  len: 168 time: 0.8193855
Aug 31 12:45:02.071987 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabf620-668f-438c-895d-a69ae6f671ae req-fc540806-f1b9-4445-96b6-5e10740cfa4e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:02.084684 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fbabf620-668f-438c-895d-a69ae6f671ae req-fc540806-f1b9-4445-96b6-5e10740cfa4e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.2352164
Aug 31 12:45:02.207730 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:02.212244 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fbabf620-668f-438c-895d-a69ae6f671ae req-008c4042-9702-438c-934c-394b952b3039 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261969
Aug 31 12:45:02.350894 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-73cac358-a176-4aaf-ac6b-fc4a52ef6ce5 req-1ca8f94e-dd42-4299-86ab-79654780d0b8 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Unset dirty status for tenant:095d88be2f584dad945577e1503a006e on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:02.352940 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73cac358-a176-4aaf-ac6b-fc4a52ef6ce5 req-1ca8f94e-dd42-4299-86ab-79654780d0b8 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 944 time: 0.9728289
Aug 31 12:45:02.414635 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 2f14a23f-75e6-4eee-8e17-7328a0e377c1, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=2f14a23f-75e6-4eee-8e17-7328a0e377c1,segment=NetworkSegment(49619670-0f22-4498-90ce-b492dbffbf9e),segment_id=49619670-0f22-4498-90ce-b492dbffbf9e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:02.416820 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:02.426304 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:02.428805 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:02.661248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:02.704650 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=2f14a23f-75e6-4eee-8e17-7328a0e377c1,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:02.710185 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a9e2edb1-636f-43a7-8ebd-62a266948129 None None] Provisioning complete for port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:02.718872 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a9e2edb1-636f-43a7-8ebd-62a266948129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:02.756552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:02.803057 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:02.812741 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:02.827987 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc825ac-a60f-499b-b8a7-b1f9776bfa49 req-8243acb1-aced-4804-b483-b822d5ea9ec4 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:02.839819 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73cac358-a176-4aaf-ac6b-fc4a52ef6ce5 req-173c8a20-8bc2-4a5c-b58c-c0b703646232 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4441619
Aug 31 12:45:02.845882 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:02.852125 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:02.868790 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4dc825ac-a60f-499b-b8a7-b1f9776bfa49 req-8243acb1-aced-4804-b483-b822d5ea9ec4 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 946 time: 0.2679257
Aug 31 12:45:02.899170 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58916) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:02.998797 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4dc825ac-a60f-499b-b8a7-b1f9776bfa49 req-3a32d786-fbe1-46f8-bb9f-0c1a152de76f tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282885
Aug 31 12:45:03.192363 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2f14a23f-75e6-4eee-8e17-7328a0e377c1 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:03.239998 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f578716f-711c-492e-a667-019099b5bb76 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:45:03.244717 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-bb115e5a-8ed4-4f92-9f9e-fdff0be8f488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:03.247503 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-bb115e5a-8ed4-4f92-9f9e-fdff0be8f488 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44a18848-49d4-4ed6-b62b-266fc9d9d37a HTTP/1.1" status: 200  len: 914 time: 1.2673347
Aug 31 12:45:03.407454 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-network', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:03.421318 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:03.440142 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Usage tracker for resource:network and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:03.449137 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:03.474219 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:03.505883 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Made reservation on behalf of 51bfde5d16874e36941c3609e7a4f280 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:45:03.508908 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:03.544776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:03.545576 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:03.557608 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:03.677049 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:03.680771 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-fb6a3738-0480-464c-b68f-7300ca995cdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f578716f-711c-492e-a667-019099b5bb76 HTTP/1.1" status: 200  len: 217 time: 0.4129720
Aug 31 12:45:03.687345 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Usage tracker for resource:security_group_rule and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:03.697026 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:03.729630 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:03.838958 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f578716f-711c-492e-a667-019099b5bb76, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f578716f-711c-492e-a667-019099b5bb76,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:03.885850 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'f578716f-711c-492e-a667-019099b5bb76', 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a', 'port_id': 'f578716f-711c-492e-a667-019099b5bb76', 'mac_address': 'fa:16:3e:a9:8f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c9f309-ca7b-4eb5-b904-bd6b85561503', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:45:03.892723 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:03.960390 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-959ac591-4d7a-4e73-b4b7-bf2df0ba4472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:03.963464 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-959ac591-4d7a-4e73-b4b7-bf2df0ba4472 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83c9f309-ca7b-4eb5-b904-bd6b85561503 HTTP/1.1" status: 200  len: 853 time: 0.2697401
Aug 31 12:45:03.968032 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:03.970230 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:03.991610 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.010594 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.014618 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9195ad4b-105e-4aa2-a6ba-3c7e589c7f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:04.051098 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:45:04.068100 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262b99b6-dd15-44ce-8caa-5ba3b4a657a4,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:04.075851 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:04.080455 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.081222 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Added segment 1947ece6-ba0e-499a-a743-c56c8db95a08 of type vlan for network e0ee08d6-8949-478d-bc6f-b5a15b954e7e
Aug 31 12:45:04.140785 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.187150 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.243750 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.245508 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:04.246305 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.266324 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:04.325294 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f578716f-711c-492e-a667-019099b5bb76 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:45:04.357466 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f578716f-711c-492e-a667-019099b5bb76, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f578716f-711c-492e-a667-019099b5bb76,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:04.365798 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.368338 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:04.463631 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Pushing event updated for resources: {'Network': ['ID=e0ee08d6-8949-478d-bc6f-b5a15b954e7e,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:04.477273 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-d3bf0e52-8ffb-4dfb-81b1-e5d8182573bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a18848-49d4-4ed6-b62b-266fc9d9d37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2589796
Aug 31 12:45:04.493895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:04.499768 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5950074
Aug 31 12:45:04.508090 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58950) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:04.514152 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:45:04.520686 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Request body: {'subnet': {'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-subnet', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:04.532045 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:04.545467 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Usage tracker for resource:subnet and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:04.558033 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:04.572544 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:04.596551 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Made reservation on behalf of 51bfde5d16874e36941c3609e7a4f280 for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:45:04.602478 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2031286'] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:04.817146 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-5ffe37b4-c09d-484a-9097-2ad93d12610b service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3250885
Aug 31 12:45:04.821853 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f578716f-711c-492e-a667-019099b5bb76,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:04.831231 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:04.885757 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f578716f-711c-492e-a667-019099b5bb76'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:45:05.109942 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81bc545a-f283-4662-8df1-ce8bb808d882 req-029f71c0-35af-49bf-905e-c827f984d462 service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2841756
Aug 31 12:45:05.155699 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba31286-71f6-41d2-af83-8117082aba66 req-66199afe-9119-4a81-8b97-5daa93ce0b0e tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:05.171505 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ba31286-71f6-41d2-af83-8117082aba66 req-66199afe-9119-4a81-8b97-5daa93ce0b0e tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 945 time: 0.8363714
Aug 31 12:45:05.261859 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ba31286-71f6-41d2-af83-8117082aba66 req-22d4d8f7-73d4-49f4-a8ee-5f1af171d6df tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882995
Aug 31 12:45:05.414617 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2031268'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:05.449692 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-788e0fcd-d98d-43cd-afe6-eec20969dada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:05.566207 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a7c1a-ae49-4620-afd2-ef77f8f30743 req-535a7a5e-f0f5-49a3-b36d-5aba3cd82ec6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:05.569349 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-379a7c1a-ae49-4620-afd2-ef77f8f30743 req-535a7a5e-f0f5-49a3-b36d-5aba3cd82ec6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 946 time: 0.3604605
Aug 31 12:45:05.652476 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:45:05.677501 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f17fbe6-5356-442d-872f-daa0c8515b6b,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:05.705780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:05.803933 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Checking segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:05.804818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Network hostable DHCP agents. Network: e0ee08d6-8949-478d-bc6f-b5a15b954e7e, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:45:05.824228 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-379a7c1a-ae49-4620-afd2-ef77f8f30743 req-6bfd78d2-6340-4c19-8f96-77dad1fc8834 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199428
Aug 31 12:45:05.857298 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:45:05.893697 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, e0ee08d6-8949-478d-bc6f-b5a15b954e7e) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:05.899801 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:05.900575 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:05.908040 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a5d7d-d28a-4b30-bde2-b6bef1298736 None None] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:45:05.937303 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-bcf07732-43e3-4792-86ad-21fc2fa4060b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4270697
Aug 31 12:45:05.946382 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 58974) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:05.958299 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:05.970299 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:05.988931 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Usage tracker for resource:router and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:05.994918 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:06.025448 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:06.060440 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:06.063533 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:06.127775 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:06.249173 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:45:06.294316 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:06.296383 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.0364487
Aug 31 12:45:06.300491 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 58984) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:06.352895 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Sync routers for ids ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:45:06.404476 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:06.409015 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Routers {'8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:06.410648 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72391f6f70>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:06.784511 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:45:06.786094 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:06.926705 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-15161b52-4433-44fc-9991-a9e929e10190 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:06.930524 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-15161b52-4433-44fc-9991-a9e929e10190 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 946 time: 0.4321060
Aug 31 12:45:07.087566 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55423f-8c9a-460c-9f4f-9677417e2c31 req-10eebcbf-058b-4e15-8199-1511a58035af tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:07.095176 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fc55423f-8c9a-460c-9f4f-9677417e2c31 req-10eebcbf-058b-4e15-8199-1511a58035af tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 945 time: 0.3863697
Aug 31 12:45:07.157540 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:45:07.185562 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Set router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:07.210880 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Deleting port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:45:07.211684 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:07.402557 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:07.463689 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f578716f-711c-492e-a667-019099b5bb76 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:07.482366 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:07.662787 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fc55423f-8c9a-460c-9f4f-9677417e2c31 req-c16fcdda-46a6-48d0-8378-f41368d83151 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5485306
Aug 31 12:45:08.012148 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port f578716f-711c-492e-a667-019099b5bb76 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:08.023626 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Allocated IP 172.27.1.115 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/6fbdb370-2ea5-4b54-b8c7-b2962393945a) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:08.035360 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Allocated IP 172.20.0.2 (e0ee08d6-8949-478d-bc6f-b5a15b954e7e/2f17fbe6-5356-442d-872f-daa0c8515b6b/058d1d4e-2833-41c4-87c6-fd9e3d5cdabe) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:08.039192 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port f578716f-711c-492e-a667-019099b5bb76 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:08.039699 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:08.309015 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dcd2f-0229-4d52-928f-ce476b6757b9 req-7aa836b5-7f27-457f-98e0-3ca74662c8a0 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:08.324296 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-879dcd2f-0229-4d52-928f-ce476b6757b9 req-7aa836b5-7f27-457f-98e0-3ca74662c8a0 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 946 time: 0.9560926
Aug 31 12:45:08.423888 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:08.477081 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:08.481819 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:08.561434 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-879dcd2f-0229-4d52-928f-ce476b6757b9 req-04183981-edca-421e-b1f2-fe55e3b00104 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345912
Aug 31 12:45:08.582204 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] For port 9c5611fd-c572-4c4f-a0b8-aab853a10d72, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c5611fd-c572-4c4f-a0b8-aab853a10d72,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:08.582835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:08.631667 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:08.634166 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:08.640448 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:08.784700 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Pushing event updated for resources: {'Port': ['ID=6fbdb370-2ea5-4b54-b8c7-b2962393945a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:08.821078 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.821863 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.822476 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.824042 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.824719 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.825325 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.825919 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.826513 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.827733 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.828622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.829463 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:08.839915 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:08.888386 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:08.980782 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72391f6f70>, [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:45:03Z', 'revision_number': 3, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port': {'id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:59Z', 'updated_at': '2021-08-31T12:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:08.984544 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Calling delete_port for 9c5611fd-c572-4c4f-a0b8-aab853a10d72 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:45:09.021562 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Checking router: 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:45:09.022024 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Updating router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:45:09.124080 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f863b-0838-4a45-a512-907efa217cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f578716f-711c-492e-a667-019099b5bb76'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:09.130876 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59022) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:09.161592 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:09.180109 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f578716f-711c-492e-a667-019099b5bb76, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f578716f-711c-492e-a667-019099b5bb76,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:09.197915 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:09.202053 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Transition to ACTIVE for port object 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:09.206421 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:09.257360 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:09.266810 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f80b3-bdd9-4916-aa18-ee021a42b1e2 req-ad97a1ea-c571-493a-8e98-2b40950af161 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:09.268828 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-857f80b3-bdd9-4916-aa18-ee021a42b1e2 req-ad97a1ea-c571-493a-8e98-2b40950af161 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 945 time: 0.2530818
Aug 31 12:45:09.272336 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:09.273302 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:09.309669 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615f863b-0838-4a45-a512-907efa217cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f578716f-711c-492e-a667-019099b5bb76', 'code': 200}
Aug 31 12:45:09.327170 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 9c5611fd-c572-4c4f-a0b8-aab853a10d72 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:45:09.517779 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-857f80b3-bdd9-4916-aa18-ee021a42b1e2 req-4611a894-fa8e-4279-909e-2e9a093530f9 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396381
Aug 31 12:45:09.545574 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f578716f-711c-492e-a667-019099b5bb76,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:09.560264 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Transition to ACTIVE for port object 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:09.575776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:09.600848 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:09.655858 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:09.730398 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:09.743890 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Usage tracker for resource:security_group_rule and tenant:b9cb67dc785245518cc460e9b850c144 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:09.749388 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:09.760732 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:09.763944 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-ea764163-1f6f-41bd-a5e2-0a8c51401b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:09.873862 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:09.883520 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:09.895390 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:09.942979 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Pushing event updated for resources: {'Port': ['ID=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:09.947911 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:10.017502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.025135 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 update to DOWN by agent not found {{(pid=75031) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}}
Aug 31 12:45:10.027916 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:10.109131 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Pushing event deleted for resources: {'Port': ['ID=9c5611fd-c572-4c4f-a0b8-aab853a10d72,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:10.135279 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.150970 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.161213 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:10.178842 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.179100 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.179722 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.180350 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.180868 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.181408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.182068 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.182478 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.182919 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.183498 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.184169 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:10.202816 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:10.248723 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Attempting to bind port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:45:10.249223 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Attempting to bind port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:45:10.249704 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Attempting to bind port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:10.256525 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed4c939-f689-4530-84c8-54bbd5b54e59,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:10.262284 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:10.278674 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9cb67dc785245518cc460e9b850c144&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1460068
Aug 31 12:45:10.282944 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59034) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:10.286379 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:45:10.287036 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Checking segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:10.287701 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.288353 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Bound using segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:45:10.289151 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Bound port: 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:45:10.289810 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.315529 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f4222b17-920d-4ba9-a7ef-b7070f03afcd req-05836367-7f91-44f7-90ba-9bc9f68bc328 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 1099 time: 0.5561023
Aug 31 12:45:10.316284 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] No DVR routers for this DVR port 9c5611fd-c572-4c4f-a0b8-aab853a10d72 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:45:10.325940 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.329670 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'name': 'network-vif-deleted', 'tag': '9c5611fd-c572-4c4f-a0b8-aab853a10d72'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:10.361710 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Router c75bc28f-d96b-4f60-b634-14e4b69029b3 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:45:10.370378 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514eaf6-2644-4c60-a55c-c9970da7c654 req-196222ed-6111-472e-9145-de4fd4527a99 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:10.378076 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d514eaf6-2644-4c60-a55c-c9970da7c654 req-196222ed-6111-472e-9145-de4fd4527a99 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bb8104-2eb8-47d7-afbc-aab5580ea768 HTTP/1.1" status: 200  len: 867 time: 0.4289699
Aug 31 12:45:10.397429 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.432020 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1108bb91-3b54-4801-a031-c7fd94d2c011 req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "DELETE /v2.0/ports/9c5611fd-c572-4c4f-a0b8-aab853a10d72 HTTP/1.1" status: 204  len: 173 time: 3.4828281
Aug 31 12:45:10.501349 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bb8104-2eb8-47d7-afbc-aab5580ea768', 'name': 'network-vif-deleted', 'tag': '9c5611fd-c572-4c4f-a0b8-aab853a10d72', 'status': 'completed', 'code': 200}
Aug 31 12:45:10.543959 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] For port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:45:10.546213 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.546772 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f4222b17-920d-4ba9-a7ef-b7070f03afcd req-83f2d3f4-e144-4fb8-87ed-5525e335ae06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088113
Aug 31 12:45:10.579448 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d514eaf6-2644-4c60-a55c-c9970da7c654 req-40392b46-4116-4f8a-866d-c41813d12beb tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002757
Aug 31 12:45:10.642513 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] For port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:45:10.654100 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.664555 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:10.789504 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.802012 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.807533 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Transition to ACTIVE for port object cc5c271f-fb7b-4ac7-b0ee-f928ae66282d will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:10.849594 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.855376 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Pushing event updated for resources: {'Port': ['ID=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:10.856288 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4a368b9b-1150-463c-bf7c-7d5178852b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:10.860980 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:10.869056 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:10.869591 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:10.873191 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed4c939-f689-4530-84c8-54bbd5b54e59,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:10.908683 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:11.025166 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:11.030519 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fed4c939-f689-4530-84c8-54bbd5b54e59 HTTP/1.1" status: 204  len: 168 time: 0.7463827
Aug 31 12:45:11.065754 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Attempting to bind port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:45:11.066708 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Attempting to bind port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:45:11.066708 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Attempting to bind port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:11.069141 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabf5e7-31e8-402b-aedc-8f00a582ba67 None None] Pushing event updated for resources: {'Port': ['ID=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:11.098071 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:45:11.103339 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-9fabf5e7-31e8-402b-aedc-8f00a582ba67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:11.115354 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Sync routers for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:45:11.127060 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:45:11.131420 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:11.132089 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:11.132977 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:45:11.134714 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Bound port: cc5c271f-fb7b-4ac7-b0ee-f928ae66282d, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:45:11.137925 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:11.156196 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:11.156904 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c90c70>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:11.183541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:11.185343 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.2364860
Aug 31 12:45:11.204979 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 59046) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:11.212542 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677407-81b6-4836-8800-1de95a0e2fab req-3931fc36-75fa-478a-91f0-c290287624de tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:11.227235 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89677407-81b6-4836-8800-1de95a0e2fab req-3931fc36-75fa-478a-91f0-c290287624de tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 946 time: 0.2848513
Aug 31 12:45:11.463426 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89677407-81b6-4836-8800-1de95a0e2fab req-5e90b01a-e735-4f06-ad70-7d4fd21a8a46 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349141
Aug 31 12:45:11.526495 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] For port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:45:11.536763 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] For port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:45:11.547758 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:11.563116 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-1ccc8acf-23fc-42f5-ac10-5b4051ca9cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:11.842728 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabf5e7-31e8-402b-aedc-8f00a582ba67 None None] Pushing event updated for resources: {'Port': ['ID=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:11.852960 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-9fabf5e7-31e8-402b-aedc-8f00a582ba67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:11.866134 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Routers {'8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:11.867067 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72391f6f70>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:11.870149 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:11.915578 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Allocated IP 172.20.0.1 (bc2ba321-9622-45ff-a1af-f1c989026568/2bd36aeb-c04a-40ea-8db5-6e55591508f1/5ef2291d-b558-4b83-8c24-73a11e2aa59f) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:12.301342 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59060) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:12.346240 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:12.445644 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:12.490563 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Usage tracker for resource:security_group_rule and tenant:f8e4b8c730f749dc95177a11d64ae2ea is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:12.511083 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:12.550136 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] Set router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:12.650498 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:12.789903 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c90c70>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:08Z', 'revision_number': 3, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:12.808358 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Checking router: c75bc28f-d96b-4f60-b634-14e4b69029b3 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:45:12.809058 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Updating router c75bc28f-d96b-4f60-b634-14e4b69029b3 port 6fbdb370-2ea5-4b54-b8c7-b2962393945a binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:45:12.934078 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:13.041843 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Transition to ACTIVE for port object 5ef2291d-b558-4b83-8c24-73a11e2aa59f will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:13.131839 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:13.273279 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:13.285122 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bca53a3c-251f-4e50-9668-7a53f0ebee64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:13.342101 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:13.351942 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:13.398183 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5227858-edb4-45ee-b9c8-b825baef26c6 None None] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:45:13.426624 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:13.457184 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-83991e5f-27e6-481d-a08b-ff98cdf45eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:13.457512 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Network bc2ba321-9622-45ff-a1af-f1c989026568 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:13.529635 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac0530-6d67-484d-ba90-e5247042b338 req-96eef1aa-28ff-4f05-a49d-d77f4d7557ad tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:13.542358 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-96eef1aa-28ff-4f05-a49d-d77f4d7557ad tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/networks?id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d HTTP/1.1" status: 200  len: 808 time: 1.0804260
Aug 31 12:45:13.581149 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b1b94e5b-3711-4f23-9f1f-1eeaed4bb0f8 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/quotas/33e206154d214b1292da7ca5312a064b HTTP/1.1" status: 200  len: 375 time: 0.0372555
Aug 31 12:45:13.583819 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:13.588003 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:13.610523 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7140dbb-813d-4979-bc9d-550f0c97c641,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:13.752523 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:13.798538 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:13.832648 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-da0bd8c1-f7d3-470b-ac9a-2a14386fe6ee tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=33e206154d214b1292da7ca5312a064b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2465274
Aug 31 12:45:13.875724 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:13.934992 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8e4b8c730f749dc95177a11d64ae2ea&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6321237
Aug 31 12:45:13.948433 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59072) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:13.954046 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef2291d-b558-4b83-8c24-73a11e2aa59f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:13.981236 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:14.049907 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:14.050471 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.146627 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb82784-6a36-4c95-8016-036b73a58701 req-34863a22-386e-4a86-ab94-fa7cf3eacc1b tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:14.161329 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3fb82784-6a36-4c95-8016-036b73a58701 req-34863a22-386e-4a86-ab94-fa7cf3eacc1b tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 946 time: 1.1091540
Aug 31 12:45:14.259686 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3fb82784-6a36-4c95-8016-036b73a58701 req-4d44f600-e7aa-4c4d-a668-26e9cf3f65cf tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968494
Aug 31 12:45:14.261979 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.286879 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Provisioning for port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:14.304490 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Transition to ACTIVE for port object 6fbdb370-2ea5-4b54-b8c7-b2962393945a will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:14.343654 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.351972 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-35a92ed3-bed6-4e7d-a893-8104def1b77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:14.425901 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Provisioning complete for port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:14.428603 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.552671 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.562069 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Attempting to bind port 6fbdb370-2ea5-4b54-b8c7-b2962393945a on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:45:14.562380 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Attempting to bind port 6fbdb370-2ea5-4b54-b8c7-b2962393945a by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:45:14.562968 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Attempting to bind port 6fbdb370-2ea5-4b54-b8c7-b2962393945a on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:14.578050 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.602034 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:45:14.603515 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:14.603515 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.603515 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:45:14.604033 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Bound port: 6fbdb370-2ea5-4b54-b8c7-b2962393945a, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:45:14.604425 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.738769 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] For port 6fbdb370-2ea5-4b54-b8c7-b2962393945a, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:45:14.746455 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] For port 6fbdb370-2ea5-4b54-b8c7-b2962393945a, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=6fbdb370-2ea5-4b54-b8c7-b2962393945a,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:45:14.756246 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8c4d-75ea-40ac-97dd-8df71c47ab9e None None] Pushing event updated for resources: {'Port': ['ID=6fbdb370-2ea5-4b54-b8c7-b2962393945a,revision_number=2']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:14.760143 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.761413 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-892b8c4d-75ea-40ac-97dd-8df71c47ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:14.763758 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:14.767307 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:14.803446 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-6b5fc3f0-dbe5-4f25-b65c-283d9e1c94ba service neutron] 10.222.0.20 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9670975
Aug 31 12:45:14.971154 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8c4d-75ea-40ac-97dd-8df71c47ab9e None None] Pushing event updated for resources: {'Port': ['ID=6fbdb370-2ea5-4b54-b8c7-b2962393945a,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:14.979390 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-892b8c4d-75ea-40ac-97dd-8df71c47ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:15.034829 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:15.036385 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c90c70>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:15.078429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:15.104506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:15.127969 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7a860ec5-41d0-4551-9130-9da6d6eedc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:15.150793 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7140dbb-813d-4979-bc9d-550f0c97c641,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:15.173048 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:15.180748 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-3a28641a-b347-4c39-b2e0-736345539bfb service neutron] 10.222.0.20 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3656132
Aug 31 12:45:15.187290 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:15.190564 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7140dbb-813d-4979-bc9d-550f0c97c641 HTTP/1.1" status: 204  len: 168 time: 1.2404151
Aug 31 12:45:15.474241 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:15.626075 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] For port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:15.638265 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:15.657302 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:15.761306 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 31 12:45:15.885523 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72391f6f70>, [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:45:03Z', 'revision_number': 3, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port': {'id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:59Z', 'updated_at': '2021-08-31T12:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:15.892709 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:15.998263 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ebc402-2c84-4ee9-a851-67b1cac4570d None None] The sync data for ids ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'] in dv-cinder-806696-1-iscsi is: [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:45:03Z', 'revision_number': 3, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port': {'id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:59Z', 'updated_at': '2021-08-31T12:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:45:16.051244 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-3ed92483-79df-42c7-aa8a-281fa748a3ca None None] Provisioning for port 5ef2291d-b558-4b83-8c24-73a11e2aa59f completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:16.090686 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:16.101041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:16.118100 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-3ed92483-79df-42c7-aa8a-281fa748a3ca None None] Provisioning complete for port 5ef2291d-b558-4b83-8c24-73a11e2aa59f triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:16.118769 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3ed92483-79df-42c7-aa8a-281fa748a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:16.252661 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9294f7be-2bb1-4e57-8084-8803b2426521 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:16.388522 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Pushing event updated for resources: {'Port': ['ID=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:16.455952 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:16.499677 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-3ed92483-79df-42c7-aa8a-281fa748a3ca None None] Port 5ef2291d-b558-4b83-8c24-73a11e2aa59f cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:45:16.797981 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-29f97af7-9c39-429c-9bba-f106070e9282 None None] Provisioning complete for port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:16.800304 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-29f97af7-9c39-429c-9bba-f106070e9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:16.905325 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c90c70>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:08Z', 'revision_number': 3, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:16.922715 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9c3b8-d0c5-4f95-80e9-ae87c0f27162 None None] The sync data for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi is: [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:08Z', 'revision_number': 3, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:45:16.934809 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:16.947120 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ae63a683-36af-4b1a-bc80-3971d2515e9c req-c4e428be-5e09-4cd2-8608-42a11bcecf03 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Synchronizing usage tracker for tenant:33e206154d214b1292da7ca5312a064b on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:17.063148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef2291d-b558-4b83-8c24-73a11e2aa59f,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:17.124523 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:17.535904 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ae63a683-36af-4b1a-bc80-3971d2515e9c req-c4e428be-5e09-4cd2-8608-42a11bcecf03 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Unset dirty status for tenant:33e206154d214b1292da7ca5312a064b on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:17.537847 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae63a683-36af-4b1a-bc80-3971d2515e9c req-c4e428be-5e09-4cd2-8608-42a11bcecf03 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 210 time: 1.6845176
Aug 31 12:45:17.576527 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc15c8-bb7a-4f6d-85fc-7b9db30ddd3e req-dc745eb0-dfc0-4abf-92e5-7acf3124d050 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:17.592442 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a9fc15c8-bb7a-4f6d-85fc-7b9db30ddd3e req-dc745eb0-dfc0-4abf-92e5-7acf3124d050 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.2698185
Aug 31 12:45:17.801500 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a9fc15c8-bb7a-4f6d-85fc-7b9db30ddd3e req-ea936c8d-8765-4cf1-b880-96407f5adf3f tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000299
Aug 31 12:45:17.919919 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59134) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:18.103853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Network bc2ba321-9622-45ff-a1af-f1c989026568 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:18.105747 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:18.390502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:18.511369 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 6fbdb370-2ea5-4b54-b8c7-b2962393945a up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:18.866956 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 6fbdb370-2ea5-4b54-b8c7-b2962393945a completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:18.905892 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-bb6864ff-a8df-4d1a-a386-44f706ac2fdc None None] Provisioning complete for port 5ef2291d-b558-4b83-8c24-73a11e2aa59f triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:18.906639 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bb6864ff-a8df-4d1a-a386-44f706ac2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:19.024893 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 6fbdb370-2ea5-4b54-b8c7-b2962393945a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:19.029393 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:19.166148 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8c63f596-96e7-40aa-999c-121a7e131117 tempest-TestMinimumBasicScenario-2037879723 tempest-TestMinimumBasicScenario-2037879723-project-admin] Synchronizing usage tracker for tenant:214d0a1f72e343f980e7b9c66efdea8f on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:19.226123 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8c63f596-96e7-40aa-999c-121a7e131117 tempest-TestMinimumBasicScenario-2037879723 tempest-TestMinimumBasicScenario-2037879723-project-admin] Unset dirty status for tenant:214d0a1f72e343f980e7b9c66efdea8f on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:19.227665 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8c63f596-96e7-40aa-999c-121a7e131117 tempest-TestMinimumBasicScenario-2037879723 tempest-TestMinimumBasicScenario-2037879723-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1093 time: 1.3062806
Aug 31 12:45:19.231443 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59150) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:19.245955 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'port_id': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:19.263666 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:19.281971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:floatingip and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:19.295771 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:19.306005 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-bb6864ff-a8df-4d1a-a386-44f706ac2fdc None None] Port 5ef2291d-b558-4b83-8c24-73a11e2aa59f cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:45:19.318793 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:19.350852 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:19.461165 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff456f9-81ec-41e5-8d42-74ecae4aad85 req-b3f131af-cd45-49b8-b1d8-18ca7d23ba30 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 210 time: 0.1467986
Aug 31 12:45:19.497671 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:19.539434 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 6fbdb370-2ea5-4b54-b8c7-b2962393945a, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=6fbdb370-2ea5-4b54-b8c7-b2962393945a,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:19.548555 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:19.552919 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:19.612403 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:19.720313 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=6fbdb370-2ea5-4b54-b8c7-b2962393945a,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:19.753697 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.754030 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.754236 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.754565 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.755218 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.755406 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.755598 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.756079 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.756280 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.756686 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.756908 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:19.764012 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:19.795460 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:19.796246 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:19.837792 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:19.849159 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac0530-6d67-484d-ba90-e5247042b338 req-3d64d236-f9cb-424d-8a3e-0dc0c53f04d7 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:19.851364 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-3d64d236-f9cb-424d-8a3e-0dc0c53f04d7 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "GET /v2.0/networks?id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d HTTP/1.1" status: 200  len: 808 time: 1.0453801
Aug 31 12:45:19.914619 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Request body: {'port': {'device_id': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d', 'admin_state_up': True, 'tenant_id': '33e206154d214b1292da7ca5312a064b'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:20.031974 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device cc5c271f-fb7b-4ac7-b0ee-f928ae66282d up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:20.065994 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Allocated IP 172.27.1.117 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/8ce9284c-b8e1-4faa-bcc9-5be29f2d4621) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:20.180880 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:20.195702 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:20.197713 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:20.237229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Allocated IP 172.20.0.1 (e0ee08d6-8949-478d-bc6f-b5a15b954e7e/2f17fbe6-5356-442d-872f-daa0c8515b6b/bfa7e531-5944-40f7-b824-ed995107bac6) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:20.381691 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:20.445533 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:20.450450 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:20.470796 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:20.476687 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:20.478673 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:20.482033 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:20.689815 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:20.693832 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:20.707492 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'Port': ['ID=8ce9284c-b8e1-4faa-bcc9-5be29f2d4621,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:20.712886 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 6fbdb370-2ea5-4b54-b8c7-b2962393945a up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:20.721229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:20.721928 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:20.723278 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:20.735778 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:20.758962 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Made reservation on behalf of 33e206154d214b1292da7ca5312a064b for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:45:20.764414 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:20.835119 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:20.844741 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:20.884360 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 6fbdb370-2ea5-4b54-b8c7-b2962393945a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:20.885557 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:20.999953 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:21.020231 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Transition to ACTIVE for port object bfa7e531-5944-40f7-b824-ed995107bac6 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:21.055864 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:21.069913 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-71b679d6-87ec-4146-ace2-28b65e2b3601 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:21.121870 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0b343e56-4e7d-41fd-9599-0150d3354c04 req-531556bc-cdfe-4651-a666-fc1094866400 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 210 time: 0.2012751
Aug 31 12:45:21.395463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:45:21.469305 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:21.481906 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:21.486938 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa7e531-5944-40f7-b824-ed995107bac6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:21.490592 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:21.491328 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:21.606328 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Allocated IP 172.20.0.14 (4f72b05f-40ef-4634-8ba8-11c9a2bb876d/5ea2d57f-5910-4e81-a831-7f03b07acb9b/1fea567c-868e-4911-a619-822fd9ba69f6) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:21.783610 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:21.974868 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-8062e350-a175-4e2d-8ecd-9e3679d36779 None None] Provisioning for port bfa7e531-5944-40f7-b824-ed995107bac6 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:21.986372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-8062e350-a175-4e2d-8ecd-9e3679d36779 None None] Provisioning complete for port bfa7e531-5944-40f7-b824-ed995107bac6 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:21.987212 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8062e350-a175-4e2d-8ecd-9e3679d36779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.063554 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.135241 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-8062e350-a175-4e2d-8ecd-9e3679d36779 None None] Port bfa7e531-5944-40f7-b824-ed995107bac6 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:45:22.147038 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.501000 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a0ac270a-09d5-4085-9222-b866588cbd62 req-026872d7-035d-49a9-9dd4-e611ef1f862e tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 210 time: 0.1068652
Aug 31 12:45:22.505208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.546882 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.554622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.608785 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad77b47e-5f89-4276-855e-5dd650d8caa6 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:22.665206 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.688097 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device cc5c271f-fb7b-4ac7-b0ee-f928ae66282d up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:22.805441 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:22.805874 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:22.820515 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'Port': ['ID=8ce9284c-b8e1-4faa-bcc9-5be29f2d4621,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:22.825604 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:22.849984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:45:22.853093 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:23.134579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:23.146680 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:23.250546 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] 10.222.0.20 "PUT /v2.0/routers/8090f4c7-9d5c-4fb9-b80c-c94f414c23a3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.9397662
Aug 31 12:45:23.250546 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:23.261417 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:23.265365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:23.267922 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:23.288737 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.l3_db [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Floating IP f90d788c-9471-4a5b-91e9-e4ab1a3c7715 associated. External IP: 172.27.1.117, port: f0d06c0d-a87d-4e44-b237-d201bc9c02c5.
Aug 31 12:45:23.325974 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:23.447901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Pushing event updated for resources: {'Port': ['ID=1fea567c-868e-4911-a619-822fd9ba69f6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:23.454458 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:23.459604 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:23.613913 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:23.637394 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:23.638317 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:23.883514 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa7e531-5944-40f7-b824-ed995107bac6,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:23.887529 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9860437
Aug 31 12:45:23.888534 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:23.948166 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Request body: {'port': {'device_id': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:24.161695 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:24.167126 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:45:24.307390 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a4314-89c2-4c92-8738-0d0bcdaa5f95 req-ab1826e0-fc47-43cc-9746-1406b0293a9d tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:24.308640 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c26a4314-89c2-4c92-8738-0d0bcdaa5f95 req-ab1826e0-fc47-43cc-9746-1406b0293a9d tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Synchronizing usage tracker for tenant:33e206154d214b1292da7ca5312a064b on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:24.365415 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:24.372528 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:24.548718 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59280) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:24.566428 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898672054', 'description': 'tempest-secgroup-smoke-1898672054 description', 'project_id': 'a8e923aad1e040568f80f5af7e4fc565'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:24.580367 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:24.590232 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:24.606457 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:24.621655 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:24.671417 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:24.759913 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:24.764544 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:24.768088 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:24.776278 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:24.798931 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-ef116e07-88a2-4bf5-af24-433976af288b None None] Provisioning complete for port bfa7e531-5944-40f7-b824-ed995107bac6 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:24.799741 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef116e07-88a2-4bf5-af24-433976af288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:24.820007 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:45:24.832305 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c26a4314-89c2-4c92-8738-0d0bcdaa5f95 req-ab1826e0-fc47-43cc-9746-1406b0293a9d tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Unset dirty status for tenant:33e206154d214b1292da7ca5312a064b on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:24.841087 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c26a4314-89c2-4c92-8738-0d0bcdaa5f95 req-ab1826e0-fc47-43cc-9746-1406b0293a9d tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 932 time: 0.9586556
Aug 31 12:45:24.860052 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] Sync routers for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:45:24.899579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:24.908543 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:24.909250 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72388d2f40>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:25.127562 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c26a4314-89c2-4c92-8738-0d0bcdaa5f95 req-1c2c8aae-4e8f-437c-a7d3-bfd0d5a124e0 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849500
Aug 31 12:45:25.136497 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.143409 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59290) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:25.153595 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.171573 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.9386094
Aug 31 12:45:25.187734 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-ef116e07-88a2-4bf5-af24-433976af288b None None] Port bfa7e531-5944-40f7-b824-ed995107bac6 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:45:25.189196 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59296) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:25.190642 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a2db9591-3cf6-4ff0-9ca2-5700036d0080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:25.203000 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:25.211717 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.216214 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6670938
Aug 31 12:45:25.217164 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59302) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:25.221346 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775196158', 'description': 'tempest-secgroup-smoke-1775196158 description', 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:25.235714 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'security_group_rule': {'security_group_id': '63252319-07b2-4cce-b039-0a435c1cfd66', 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:25.244998 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:25.254662 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:25.274949 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:25.277993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:25.280579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63252319-07b2-4cce-b039-0a435c1cfd66,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:25.285660 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:25.290718 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:25.292824 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:25.299877 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:25.308877 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.369141 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.426820 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'status': 'completed', 'code': 200}
Aug 31 12:45:25.469923 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.505312 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.526392 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:25.533580 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.557826 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:25.580415 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:25.588814 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:25.597818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:25.703101 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0099a28-5cc4-41f3-9a5c-07adeee64878,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:25.712287 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.723261 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:25.729335 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:25.733392 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.742546 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f089b4d4-b49c-4dd2-ae69-c85646e3fc89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:25.776256 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Usage tracker for resource:security_group_rule and tenant:6d460784abb641d386bcb10232980886 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:25.781702 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:25.803533 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:25.817639 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.825203 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5900004
Aug 31 12:45:25.826980 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:25.833996 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6233985
Aug 31 12:45:25.837876 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59308) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:25.838384 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59310) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:25.850371 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'security_group_rule': {'security_group_id': '63252319-07b2-4cce-b039-0a435c1cfd66', 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:25.860676 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'security_group_rule': {'security_group_id': '40ec90be-2ae0-4ed1-b580-f9e6210bcdbc', 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:25.867209 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:25.875066 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:25.875066 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:25.882776 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:25.895887 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:25.901918 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:25.911376 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:25.922502 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:25.931447 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be077294-329e-480e-90d4-669ccc170f9c req-ac270d3c-3f06-4e51-aac2-e3032b7c33d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1098 time: 0.3971298
Aug 31 12:45:25.934370 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:25.938895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:26.020251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fea567c-868e-4911-a619-822fd9ba69f6 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:45:26.042655 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.057531 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.073780 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72388d2f40>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'f90d788c-9471-4a5b-91e9-e4ab1a3c7715', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'port_id': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'mac_address': 'fa:16:3e:eb:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:21Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 0, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:22Z', 'revision_number': 5, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:26.084412 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.085215 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] Checking router: ee1cdfdc-0c66-4323-bccc-ce07d8f62146 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:45:26.098770 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-97fe69f8-a7b3-4c0b-a945-39f6864f8efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:26.102469 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:26.103396 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72388d2f40>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:26.138616 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.207459 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d460784abb641d386bcb10232980886&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0588841
Aug 31 12:45:26.213631 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 59318) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:26.248915 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9565a1-28f3-403b-a8ea-129799e51c83,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:26.254211 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:26.293094 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.313263 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.317727 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.327125 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:26.345746 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077294-329e-480e-90d4-669ccc170f9c req-392b1521-e44d-4d93-9099-d19a429aee99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:26.348504 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be077294-329e-480e-90d4-669ccc170f9c req-392b1521-e44d-4d93-9099-d19a429aee99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 916 time: 0.4039311
Aug 31 12:45:26.357591 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40af4dd-af40-4445-b145-7b15c01c34a7,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:26.360943 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:26.371726 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.385485 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.390071 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:26.392980 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1a3dec33-ac86-4437-8e00-916fb6ce1bf9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:26.406077 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.414793 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5673518
Aug 31 12:45:26.416831 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59322) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:26.429892 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'security_group_rule': {'security_group_id': '63252319-07b2-4cce-b039-0a435c1cfd66', 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:26.447206 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:26.450465 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de16444b-7db1-4f5c-9ef3-c065d8e5c20c,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:26.454705 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:26.459709 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:26.468268 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:26.481905 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:26.489923 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.491599 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6493459
Aug 31 12:45:26.495995 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59326) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:26.504833 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'security_group_rule': {'security_group_id': '40ec90be-2ae0-4ed1-b580-f9e6210bcdbc', 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:26.517910 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:26.524921 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Transition to ACTIVE for port object 1fea567c-868e-4911-a619-822fd9ba69f6 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:26.530183 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:26.532389 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.541151 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:26.555610 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:26.582044 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.606895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.613802 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eba0a749-1974-4aef-b49b-54284da402e7 tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:26.798175 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.822956 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.832665 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:26.867994 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.891235 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3862acca-c958-4820-9f08-2fc002d4d46a,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:26.895872 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.897719 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:26.907461 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9a3e83f5-fe11-4e58-a2b1-fec74b0353b2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:26.952897 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.954383 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5373278
Aug 31 12:45:26.960248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 59334) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:26.967027 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b996f7-84b1-4157-bf55-56f08b45b7f7,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:26.972093 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:26.973252 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:26.978104 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4770257
Aug 31 12:45:26.978949 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Pushing event updated for resources: {'Port': ['ID=1fea567c-868e-4911-a619-822fd9ba69f6,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:26.979438 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59338) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:26.988107 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'security_group_rule': {'security_group_id': '63252319-07b2-4cce-b039-0a435c1cfd66', 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:26.988677 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'security_group_rule': {'security_group_id': '40ec90be-2ae0-4ed1-b580-f9e6210bcdbc', 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:26.995942 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:27.001710 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be077294-329e-480e-90d4-669ccc170f9c req-a05657da-ef08-4cb2-880f-e0de1c57b95c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 999 time: 0.5724788
Aug 31 12:45:27.004242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:27.007335 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:27.009767 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:27.020872 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:27.025211 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:27.058383 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.118239 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:27.126494 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:27.198029 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:27.201850 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.209112 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.209372 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.212028 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3c4569a8-e42a-446a-b034-4e9ed0f7f0e2 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:27.236263 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72388d2f40>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'f90d788c-9471-4a5b-91e9-e4ab1a3c7715', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'port_id': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'mac_address': 'fa:16:3e:eb:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:21Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 0, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:22Z', 'revision_number': 5, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:27.246073 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cacb93-5e1a-46b3-a6aa-28d025d2c18a None None] The sync data for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi is: [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'f90d788c-9471-4a5b-91e9-e4ab1a3c7715', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'port_id': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'mac_address': 'fa:16:3e:eb:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:21Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 0, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:22Z', 'revision_number': 5, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:45:27.250480 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce9723d-1f32-410b-870b-a63a274ed77f,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:27.254787 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:27.266939 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.268696 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2880065
Aug 31 12:45:27.273220 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59342) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:27.281971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'security_group_rule': {'security_group_id': '40ec90be-2ae0-4ed1-b580-f9e6210bcdbc', 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:27.292640 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:27.295862 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:27.302581 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:27.324681 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:27.352539 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.471170 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.478055 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.478488 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec4be6-24a8-43c6-88e1-7f17e1f03c75 req-ec80afec-874d-4d81-a6d2-b83e9660889a tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:27.480602 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4dec4be6-24a8-43c6-88e1-7f17e1f03c75 req-ec80afec-874d-4d81-a6d2-b83e9660889a tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 932 time: 1.1404169
Aug 31 12:45:27.510613 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:27.524703 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.526281 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2515264
Aug 31 12:45:27.528914 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a2dd03-2b61-4653-9f47-912a9d5cfd1e,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:27.531983 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-24316383-a174-4d06-81dd-05410141c858 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:27.532789 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59346) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:27.541134 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'security_group_rule': {'security_group_id': '40ec90be-2ae0-4ed1-b580-f9e6210bcdbc', 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:27.550838 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.552016 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:27.556744 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:27.560420 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:27.571880 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:27.572200 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077294-329e-480e-90d4-669ccc170f9c req-eb7b02bf-7e24-4917-a0a3-701ca72c3dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:27.572200 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be077294-329e-480e-90d4-669ccc170f9c req-eb7b02bf-7e24-4917-a0a3-701ca72c3dab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.5487452
Aug 31 12:45:27.572516 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.590746 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.securitygroups_db [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Project 6c32ff5e3c90403e9d5beb5e02a0fdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 31 12:45:27.592589 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Router c75bc28f-d96b-4f60-b634-14e4b69029b3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:45:27.601778 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.718643 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.729662 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.733216 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:27.762364 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263bf944-23d1-433c-b963-c8c4a58ba844,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:27.771884 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:27.779809 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Attempting to bind port 1fea567c-868e-4911-a619-822fd9ba69f6 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:45:27.780414 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Attempting to bind port 1fea567c-868e-4911-a619-822fd9ba69f6 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:45:27.781127 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Attempting to bind port 1fea567c-868e-4911-a619-822fd9ba69f6 on network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:27.799324 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.800816 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2664046
Aug 31 12:45:27.809016 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59350) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:27.814365 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'security_group_rule': {'security_group_id': '40ec90be-2ae0-4ed1-b580-f9e6210bcdbc', 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:27.829537 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:27.837528 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Usage tracker for resource:security_group_rule and tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:27.843300 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:27.853741 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:27.878899 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.securitygroups_db [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Project 6c32ff5e3c90403e9d5beb5e02a0fdc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 31 12:45:27.892150 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:27.911497 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Port 1fea567c-868e-4911-a619-822fd9ba69f6 on network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:45:27.912226 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Attempting to bind port 1fea567c-868e-4911-a619-822fd9ba69f6 on network 4f72b05f-40ef-4634-8ba8-11c9a2bb876d {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:27.927761 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4dec4be6-24a8-43c6-88e1-7f17e1f03c75 req-22cc3520-61e2-4a09-893b-17768a53f058 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4059603
Aug 31 12:45:27.984653 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:45:27.984967 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Checking segment: {'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:27.985562 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Bound using segment: {'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:45:27.986694 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Bound port: 1fea567c-868e-4911-a619-822fd9ba69f6, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3840f-6980-42de-ae93-abf76ad29560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:45:27.987195 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.009472 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.020970 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.021856 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:28.041837 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.047617 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.050161 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.050481 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:28.061614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9565a1-28f3-403b-a8ea-129799e51c83,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:28.063911 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:28.071635 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:28.100024 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b8d2b6-7756-4b1a-ac2c-166756347628,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:28.104382 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:28.116777 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be077294-329e-480e-90d4-669ccc170f9c req-d2b38a76-6919-4abe-b429-2f9ee9cbb926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5303714
Aug 31 12:45:28.117097 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.118634 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ca29da91-f772-478c-8277-5ef894e6f68e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3131931
Aug 31 12:45:28.167073 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.168710 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb9565a1-28f3-403b-a8ea-129799e51c83 HTTP/1.1" status: 204  len: 168 time: 1.8375828
Aug 31 12:45:28.197252 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412546ad-ab97-4432-b980-2a16f78e3fc8,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:28.219023 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:28.310225 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.312509 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-798e6ca3-aa24-415d-a5d6-23a5124d3fae tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3459346
Aug 31 12:45:28.316785 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59360) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:28.324364 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'security_group_rule': {'security_group_id': '63252319-07b2-4cce-b039-0a435c1cfd66', 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:28.342344 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:28.352431 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:28.357080 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:28.366706 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-9ec4f08d-cee0-421a-9c54-926f2e641cfb tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Synchronizing usage tracker for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:28.367421 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] For port 1fea567c-868e-4911-a619-822fd9ba69f6, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:45:28.369429 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:28.395485 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-9ec4f08d-cee0-421a-9c54-926f2e641cfb tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Unset dirty status for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:28.399496 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-9ec4f08d-cee0-421a-9c54-926f2e641cfb tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775196158&fields=id&tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5 HTTP/1.1" status: 200  len: 267 time: 0.1317880
Aug 31 12:45:28.401467 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.securitygroups_db [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Project a8e923aad1e040568f80f5af7e4fc565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 31 12:45:28.456219 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.502563 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] For port 1fea567c-868e-4911-a619-822fd9ba69f6, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=1fea567c-868e-4911-a619-822fd9ba69f6,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:45:28.521870 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.534156 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9768c1ca-74e0-408f-9b42-b775611fecae tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:28.624140 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.633085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-0ad06236-de54-4e39-863b-dca01c861ca4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:28.645327 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-0ad06236-de54-4e39-863b-dca01c861ca4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.2361846
Aug 31 12:45:28.656017 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'port': {'security_groups': ['e824b002-1a97-4a6b-b8bd-ef2596205e5d', '40ec90be-2ae0-4ed1-b580-f9e6210bcdbc']}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:28.676483 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be077294-329e-480e-90d4-669ccc170f9c req-a486d9fa-6576-4031-909a-cf422ec38a71 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5427947
Aug 31 12:45:28.688119 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.690230 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] 10.222.0.43 "PUT /v2.0/ports/1fea567c-868e-4911-a619-822fd9ba69f6 HTTP/1.1" status: 200  len: 1094 time: 4.7471533
Aug 31 12:45:28.690966 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.694097 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'tag': '1fea567c-868e-4911-a619-822fd9ba69f6'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:28.728502 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-10c6ec6f-3eea-492c-8f18-1a4bee4ffa7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:28.807217 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Pushing event updated for resources: {'Port': ['ID=1fea567c-868e-4911-a619-822fd9ba69f6,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:28.817661 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d50780-172b-4d2a-8bb8-30a9e8a58fc1,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:28.822225 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:28.835655 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:28.890652 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.892767 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5733652
Aug 31 12:45:28.904903 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59368) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:28.915535 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'security_group_rule': {'security_group_id': '63252319-07b2-4cce-b039-0a435c1cfd66', 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:28.940471 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:28.953281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:security_group_rule and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:28.960738 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:28.965358 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'tag': '1fea567c-868e-4911-a619-822fd9ba69f6', 'status': 'completed', 'code': 200}
Aug 31 12:45:28.973868 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:28.975329 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.985265 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db301522-e419-4919-8372-024a6c85ece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:28.987552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 59372) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:29.051282 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.securitygroups_db [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Project a8e923aad1e040568f80f5af7e4fc565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 31 12:45:29.065909 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.087814 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.160759 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:45:29.232010 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] 10.222.0.20 "PUT /v2.0/routers/c75bc28f-d96b-4f60-b634-14e4b69029b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.0249546
Aug 31 12:45:29.267251 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.275857 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be077294-329e-480e-90d4-669ccc170f9c req-f7e9b4e0-d71b-49b1-a4d8-dee6d136fcb5 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5907662
Aug 31 12:45:29.295564 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.299100 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:29.313132 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Usage tracker for resource:security_group_rule and tenant:a0555cf9074b4ffab596e42ee5eceb4d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:29.322674 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:29.334252 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-fd8498c7-1f1e-47f7-819d-1769da8741c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33e206154d214b1292da7ca5312a064b&device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 1097 time: 0.5495636
Aug 31 12:45:29.346287 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:29.379156 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-eaf55520-e4aa-4c44-9626-7ca45e0f8e53 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:29.409417 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.418410 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe83b07e-9663-48b9-89db-3c3d0002be8e,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:29.424570 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.425765 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5195251
Aug 31 12:45:29.426780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6232559f-f4f9-4e0d-a371-23254b3c2b92 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:29.514861 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-fea72c7c-0e6a-4dc0-998c-b013f2fc2d25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fea567c-868e-4911-a619-822fd9ba69f6 HTTP/1.1" status: 200  len: 217 time: 0.1698887
Aug 31 12:45:29.571790 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:29.591754 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884debc-959e-412d-85a0-17ef2ffb844d req-42c2726f-a6ee-4b38-a578-7beda81a4fad tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:29.594138 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1884debc-959e-412d-85a0-17ef2ffb844d req-42c2726f-a6ee-4b38-a578-7beda81a4fad tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 944 time: 0.4393508
Aug 31 12:45:29.620541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.632070 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.645016 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:29.646651 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f0d06c0d-a87d-4e44-b237-d201bc9c02c5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:45:29.781008 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1884debc-959e-412d-85a0-17ef2ffb844d req-1847e539-cf9a-4db5-8d37-b0c60cf2232a tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702166
Aug 31 12:45:29.799463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac0530-6d67-484d-ba90-e5247042b338 req-78052580-d891-47bd-bb77-557baa8ae179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:29.804298 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-78052580-d891-47bd-bb77-557baa8ae179 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ea2d57f-5910-4e81-a831-7f03b07acb9b HTTP/1.1" status: 200  len: 848 time: 0.2763524
Aug 31 12:45:29.805368 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:29.806519 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:29.815490 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4a526a88-7c0d-496c-b6c6-9a53845bcbac req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "PUT /v2.0/ports/f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 981 time: 1.1689456
Aug 31 12:45:29.818837 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:29.864177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=6']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:29.883874 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:29.904533 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-6a58b5a8-0111-4d3a-a00a-6be0a47f44bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550416
Aug 31 12:45:29.924830 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f0d06c0d-a87d-4e44-b237-d201bc9c02c5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:45:29.960700 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:30.050997 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:30.077594 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b558ea69-c90b-4046-9030-ca30661073e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:30.195244 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95ff9a-2809-4645-b6be-9b46de9b9bd6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:30.244312 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59414) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:30.244613 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0555cf9074b4ffab596e42ee5eceb4d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2494550
Aug 31 12:45:30.255217 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:30.364305 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca284b-7546-402a-b944-4416dbe0d938 req-24ba1b9a-8339-40af-91d7-c9939f35ecbc tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:30.366099 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e4ca284b-7546-402a-b944-4416dbe0d938 req-24ba1b9a-8339-40af-91d7-c9939f35ecbc tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.2534800
Aug 31 12:45:30.370728 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-de950072-02a8-40f2-96ed-5d980fa10977 service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4549639
Aug 31 12:45:30.420840 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:30.481389 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-2313ced9-d4d3-4060-801b-3c87bf4bcafb None None] Provisioning complete for port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:30.482150 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:30.483565 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2313ced9-d4d3-4060-801b-3c87bf4bcafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:30.629267 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:30.636906 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d9859904-03c4-465c-b08a-04aef8426a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:30.652780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95ff9a-2809-4645-b6be-9b46de9b9bd6,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:30.665275 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:30.668291 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:30.669700 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a95ff9a-2809-4645-b6be-9b46de9b9bd6 HTTP/1.1" status: 204  len: 168 time: 0.4238253
Aug 31 12:45:30.670463 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Sync routers for ids ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:45:30.711707 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Routers {'8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:30.713737 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e4ca284b-7546-402a-b944-4416dbe0d938 req-1c8ccafd-8a4e-4c3b-9c3f-ec52ab379dbe tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3335252
Aug 31 12:45:30.715079 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b70250>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:30.909977 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8fac0530-6d67-484d-ba90-e5247042b338 req-17e25840-9b4c-4d01-ac6b-a8392968a02e service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5272346
Aug 31 12:45:30.934340 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'status': 'completed', 'code': 200}
Aug 31 12:45:31.002199 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59428) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:31.008241 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070013096', 'description': 'tempest-description--1910040574'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:31.031805 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:31.043941 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:31.055091 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:31.080866 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:31.109788 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.121314 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea71e4-df2d-42f3-83df-2439cb52a430 None None] New status for floating IP f90d788c-9471-4a5b-91e9-e4ab1a3c7715: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:45:31.173966 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:31.181961 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group_rule and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:31.188031 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:31.200591 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:31.288028 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.292874 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.326918 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6b2e912d-b113-473f-867b-aa966b63db35 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:31.340509 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-9eb17a11-d7d1-48fc-a658-bf4e5593fef0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33e206154d214b1292da7ca5312a064b&device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 1097 time: 0.2216511
Aug 31 12:45:31.346407 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.353110 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.3468535
Aug 31 12:45:31.358293 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59432) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:31.372366 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Set router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:31.384310 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'security_group_rule': {'security_group_id': 'e9e815dd-0b7a-4775-b9d7-427bc496c5cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:31.385939 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aa1b0-c362-47a0-8c71-42d63709e3f3 req-7f1e0284-dc92-4b90-975e-c3fddba80ff2 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:31.387856 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e62aa1b0-c362-47a0-8c71-42d63709e3f3 req-7f1e0284-dc92-4b90-975e-c3fddba80ff2 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 944 time: 0.1704245
Aug 31 12:45:31.399956 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:31.406333 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group_rule and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:31.410728 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:31.418075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:31.519463 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-e4c92c1b-d004-4e76-8dea-13399ec1875e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1137 time: 0.5384421
Aug 31 12:45:31.658863 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.696780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e815dd-0b7a-4775-b9d7-427bc496c5cd,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:31.703160 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:31.765578 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-ade13d3a-9bec-4539-af3c-be381793b506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:31.768100 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-ade13d3a-9bec-4539-af3c-be381793b506 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 916 time: 0.2190540
Aug 31 12:45:31.831398 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-761f8eec-01e1-4659-bea6-d4a090419738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.864086 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.872386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.906354 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:31.926303 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:31.930387 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5699377
Aug 31 12:45:31.931251 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59444) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:31.932237 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37501b48-0216-4228-b520-3db994b1faa3,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:31.941504 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c09ac190-f831-4ef8-a1bb-8fda31a662f5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:31.945351 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'security_group_rule': {'security_group_id': 'e9e815dd-0b7a-4775-b9d7-427bc496c5cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:31.956034 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:31.964622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group_rule and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:31.969193 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:31.978167 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:31.983117 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-b18439bb-1ab8-4d3b-9546-ba34d6153ab7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 999 time: 0.2008889
Aug 31 12:45:32.007742 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.043985 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-fb0cd40d-e8c1-45f6-8884-2854fbef88c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:32.045574 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-fb0cd40d-e8c1-45f6-8884-2854fbef88c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d HTTP/1.1" status: 200  len: 909 time: 0.6946292
Aug 31 12:45:32.061071 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e62aa1b0-c362-47a0-8c71-42d63709e3f3 req-4b0316e1-4bcd-4c7e-a21c-479fc11a7195 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5890379
Aug 31 12:45:32.097807 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.102270 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.104886 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bfa98769-42b1-41a6-9e4d-9d96b843bb21 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:32.114699 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b70250>, [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:45:14Z', 'revision_number': 4, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port': {'id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:59Z', 'updated_at': '2021-08-31T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '5ef2291d-b558-4b83-8c24-73a11e2aa59f', 'name': '', 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'mac_address': 'fa:16:3e:f2:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bd36aeb-c04a-40ea-8db5-6e55591508f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:10Z', 'updated_at': '2021-08-31T12:45:15Z', 'revision_number': 2, 'project_id': '0350e8b440384d679b15e1e227d33640', 'subnets': [{'id': '2bd36aeb-c04a-40ea-8db5-6e55591508f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:32.120329 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Checking router: 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:45:32.121200 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Updating router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 port 5ef2291d-b558-4b83-8c24-73a11e2aa59f binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:45:32.136870 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e49edc9-74ef-47e3-a27b-517f4fe47626,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:32.150647 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:32.161939 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.168692 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2339468
Aug 31 12:45:32.169317 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59452) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:32.176131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:32.183549 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:32.190118 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:floatingip and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:32.196938 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:32.205080 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:32.212904 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.222167 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.239331 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-e885e1c4-db9b-475b-abcc-485a44820147 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fea567c-868e-4911-a619-822fd9ba69f6 HTTP/1.1" status: 200  len: 217 time: 0.1721566
Aug 31 12:45:32.381762 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-7b75a2e2-e27d-4ece-a856-e35f0bfe0b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:32.384324 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-7b75a2e2-e27d-4ece-a856-e35f0bfe0b35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.3222275
Aug 31 12:45:32.390417 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-b5ed9f5c-5290-405e-84ce-fdbaee22165f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:32.404632 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-b5ed9f5c-5290-405e-84ce-fdbaee22165f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ea2d57f-5910-4e81-a831-7f03b07acb9b HTTP/1.1" status: 200  len: 848 time: 0.1584573
Aug 31 12:45:32.452737 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.498801 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-bfe355ac-472a-44ac-a96d-87465cf30d5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f72b05f-40ef-4634-8ba8-11c9a2bb876d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560768
Aug 31 12:45:32.504096 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.622994 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Allocated IP 172.27.1.147 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/99e00ee1-8806-4764-84d7-d01508224e14) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:32.656849 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-29a064c4-7038-41a1-b8c7-f7102984e1d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2509191
Aug 31 12:45:32.757309 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-347857ac-a814-4395-8798-f6c96b736ecf service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490172
Aug 31 12:45:32.844176 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.852432 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.871293 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Transition to ACTIVE for port object 5ef2291d-b558-4b83-8c24-73a11e2aa59f will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:32.879928 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.884863 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-0158eef0-500f-4ec2-873a-5a3259bdcadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:32.907981 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:32.927840 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-83f8eb69-83d0-4565-ab35-d598829b535a service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615156
Aug 31 12:45:32.930087 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-39879c59-45a3-445d-9c82-20ff901e02f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:33.055975 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Pushing event updated for resources: {'Port': ['ID=5ef2291d-b558-4b83-8c24-73a11e2aa59f,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:33.059435 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'Port': ['ID=99e00ee1-8806-4764-84d7-d01508224e14,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:33.067927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:33.072690 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.073041 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.073444 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.073773 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.074098 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.074424 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.074773 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.075115 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.075508 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.075823 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.076135 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:45:33.080258 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:33.080506 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:33.082152 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:33.085029 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:33.221881 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Attempting to bind port 5ef2291d-b558-4b83-8c24-73a11e2aa59f on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:45:33.223088 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04269f3e-72ae-4ad5-b43f-547413e77a73 req-7c79c7a2-e6e3-4a49-9001-580f114c5cb0 service neutron] 10.222.0.43 "GET /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4312882
Aug 31 12:45:33.225701 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Attempting to bind port 5ef2291d-b558-4b83-8c24-73a11e2aa59f by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:45:33.226353 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Attempting to bind port 5ef2291d-b558-4b83-8c24-73a11e2aa59f on network bc2ba321-9622-45ff-a1af-f1c989026568 {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:33.235395 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 1fea567c-868e-4911-a619-822fd9ba69f6 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:45:33.236953 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:45:33.237766 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Checking segment: {'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:33.238553 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.239404 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Bound using segment: {'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:45:33.240346 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Bound port: 5ef2291d-b558-4b83-8c24-73a11e2aa59f, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49619670-0f22-4498-90ce-b492dbffbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:45:33.240953 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.325024 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f5c381f8-0a60-4fe7-b39b-0f8f352565e7 req-adc85d0a-bacd-40b3-84d0-aedd96b4fe1b service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3850715
Aug 31 12:45:33.410731 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] For port 5ef2291d-b558-4b83-8c24-73a11e2aa59f, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:45:33.415581 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] For port 5ef2291d-b558-4b83-8c24-73a11e2aa59f, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=5ef2291d-b558-4b83-8c24-73a11e2aa59f,segment=NetworkSegment(49619670-0f22-4498-90ce-b492dbffbf9e),segment_id=49619670-0f22-4498-90ce-b492dbffbf9e)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:45:33.422999 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.434835 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-d229c3e3-cc14-44aa-874f-854a022693d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:33.443020 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 1fea567c-868e-4911-a619-822fd9ba69f6, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=1fea567c-868e-4911-a619-822fd9ba69f6,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:33.459983 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '1fea567c-868e-4911-a619-822fd9ba69f6', 'network_id': '4f72b05f-40ef-4634-8ba8-11c9a2bb876d', 'port_id': '1fea567c-868e-4911-a619-822fd9ba69f6', 'mac_address': 'fa:16:3e:d3:9d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea2d57f-5910-4e81-a831-7f03b07acb9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:45:33.474257 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.540055 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Pushing event updated for resources: {'Port': ['ID=5ef2291d-b558-4b83-8c24-73a11e2aa59f,revision_number=4']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:33.547821 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:33.595429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.598686 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Routers {'8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:33.600265 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b70250>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:33.615810 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.627134 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fea567c-868e-4911-a619-822fd9ba69f6 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:45:33.671374 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 1fea567c-868e-4911-a619-822fd9ba69f6, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=1fea567c-868e-4911-a619-822fd9ba69f6,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:33.677630 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.680805 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:33.720817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c77e9f-e009-4a68-af57-b2875f0e337e req-4713fedc-fced-4efa-b305-d52896a89e71 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:33.736230 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b2c77e9f-e009-4a68-af57-b2875f0e337e req-4713fedc-fced-4efa-b305-d52896a89e71 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 944 time: 0.3425515
Aug 31 12:45:33.822552 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:33.848766 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=1fea567c-868e-4911-a619-822fd9ba69f6,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:33.853682 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:33.918634 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b2c77e9f-e009-4a68-af57-b2875f0e337e req-d362bc41-0475-448f-8d1b-8d938fe596ae tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784348
Aug 31 12:45:33.930430 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] Set router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:34.002603 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['1fea567c-868e-4911-a619-822fd9ba69f6'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:45:34.071823 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:34.077983 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:34.084813 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:34.221559 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'Port': ['ID=99e00ee1-8806-4764-84d7-d01508224e14,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:34.226725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:34.242413 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:34.275449 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:34.279327 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1089857
Aug 31 12:45:34.421278 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b70250>, [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:45:14Z', 'revision_number': 4, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port': {'id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:59Z', 'updated_at': '2021-08-31T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '5ef2291d-b558-4b83-8c24-73a11e2aa59f', 'name': '', 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'mac_address': 'fa:16:3e:f2:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bd36aeb-c04a-40ea-8db5-6e55591508f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:10Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 4, 'project_id': '0350e8b440384d679b15e1e227d33640', 'subnets': [{'id': '2bd36aeb-c04a-40ea-8db5-6e55591508f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:34.427722 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535e0c6-100b-4f2a-8c0c-7c2517f2506a None None] The sync data for ids ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'] in dv-cinder-806696-1-iscsi is: [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:45:14Z', 'revision_number': 4, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port': {'id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:59Z', 'updated_at': '2021-08-31T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '5ef2291d-b558-4b83-8c24-73a11e2aa59f', 'name': '', 'network_id': 'bc2ba321-9622-45ff-a1af-f1c989026568', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'mac_address': 'fa:16:3e:f2:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bd36aeb-c04a-40ea-8db5-6e55591508f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:10Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 4, 'project_id': '0350e8b440384d679b15e1e227d33640', 'subnets': [{'id': '2bd36aeb-c04a-40ea-8db5-6e55591508f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:45:34.633839 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-64cb7c80-61b6-4b05-aa2d-45714065f4d0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2070013096&fields=id&tenant_id=51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 267 time: 0.0869646
Aug 31 12:45:34.656963 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5ef2291d-b558-4b83-8c24-73a11e2aa59f up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:34.882424 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 5ef2291d-b558-4b83-8c24-73a11e2aa59f completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:34.895867 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557861b5-2cee-4337-abbe-51e6b9622708 req-bd44e58c-996a-4e94-ab40-c92d4feaf7d9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:34.896326 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 5ef2291d-b558-4b83-8c24-73a11e2aa59f triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:34.896898 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:34.903614 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-bd44e58c-996a-4e94-ab40-c92d4feaf7d9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 817 time: 0.2679970
Aug 31 12:45:34.934542 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-48d11f10-53ca-4408-bef1-5f98bcc3fff7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/quotas/51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 375 time: 0.0299249
Aug 31 12:45:35.033633 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-557861b5-2cee-4337-abbe-51e6b9622708 req-98285a39-a621-4794-b642-c7c991921931 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Synchronizing usage tracker for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:35.070304 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-557861b5-2cee-4337-abbe-51e6b9622708 req-98285a39-a621-4794-b642-c7c991921931 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Unset dirty status for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:35.073623 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:35.076976 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-98285a39-a621-4794-b642-c7c991921931 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1414330
Aug 31 12:45:35.149621 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 5ef2291d-b558-4b83-8c24-73a11e2aa59f, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=5ef2291d-b558-4b83-8c24-73a11e2aa59f,segment=NetworkSegment(49619670-0f22-4498-90ce-b492dbffbf9e),segment_id=49619670-0f22-4498-90ce-b492dbffbf9e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:35.156261 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:35.163052 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-079cd57b-c1ef-489d-a900-2af1c29585d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:35.262886 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 1fea567c-868e-4911-a619-822fd9ba69f6 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:35.426601 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-219c1d4a-51da-4095-918e-3465238219f0 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3403711
Aug 31 12:45:35.457505 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf2f2-2954-41c9-bf57-26d46f59f335 req-3b1966ef-7208-4813-9ab3-a7c3adefad60 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:35.457505 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7c1cf2f2-2954-41c9-bf57-26d46f59f335 req-3b1966ef-7208-4813-9ab3-a7c3adefad60 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 945 time: 0.1690547
Aug 31 12:45:35.549212 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7c1cf2f2-2954-41c9-bf57-26d46f59f335 req-caf4c252-a9b0-46f9-88f1-ff37d1ab4a19 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921378
Aug 31 12:45:35.600893 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=5ef2291d-b558-4b83-8c24-73a11e2aa59f,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:35.607452 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:35.633526 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 1fea567c-868e-4911-a619-822fd9ba69f6 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:35.641060 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 1fea567c-868e-4911-a619-822fd9ba69f6 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:35.645861 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:35.667309 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-134b0028-be6a-4275-b8b2-217f0479bdc7 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396803
Aug 31 12:45:35.830477 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:35.926124 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 1fea567c-868e-4911-a619-822fd9ba69f6, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=1fea567c-868e-4911-a619-822fd9ba69f6,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:35.927721 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fea567c-868e-4911-a619-822fd9ba69f6'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:35.948776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:35.956636 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:36.057971 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7d56a386-3223-43db-8242-8c1b9e4a1a47 req-4b4c704f-9687-4650-9284-665bbfd1b5f9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 210 time: 0.1015556
Aug 31 12:45:36.116895 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fea567c-868e-4911-a619-822fd9ba69f6', 'code': 200}
Aug 31 12:45:36.152323 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=1fea567c-868e-4911-a619-822fd9ba69f6,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:36.157020 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:36.400233 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Sync routers for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:45:36.407644 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8d5603b-45ed-419a-9d49-57554dc4b4ef req-a9df6b3d-8c8a-42d2-a2da-e3b9e2bc6b79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 1099 time: 0.1062019
Aug 31 12:45:36.429685 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:36.430469 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72391154c0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:36.486270 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8d5603b-45ed-419a-9d49-57554dc4b4ef req-5408c886-86ff-4eb8-b9d3-a4ae72362fb1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684707
Aug 31 12:45:36.597698 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5ef2291d-b558-4b83-8c24-73a11e2aa59f up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:36.737269 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:36.790762 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 5ef2291d-b558-4b83-8c24-73a11e2aa59f triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:36.791347 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:37.010039 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff55fc-cec1-4365-a051-e464a029b303 req-b6d5ae2f-c1cf-477d-8e0e-c9a50d780cef tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:37.014158 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95ff55fc-cec1-4365-a051-e464a029b303 req-b6d5ae2f-c1cf-477d-8e0e-c9a50d780cef tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 946 time: 0.1662281
Aug 31 12:45:37.136330 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95ff55fc-cec1-4365-a051-e464a029b303 req-bfcfe8f0-59f7-4938-a15f-959eb07472a4 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113470
Aug 31 12:45:37.424722 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72391154c0>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:22Z', 'revision_number': 2, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:37.433896 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Checking router: c75bc28f-d96b-4f60-b634-14e4b69029b3 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:45:37.435674 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Updating router c75bc28f-d96b-4f60-b634-14e4b69029b3 port bfa7e531-5944-40f7-b824-ed995107bac6 binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:45:37.448913 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-174c0d65-f560-4ebf-8651-7945881fca6c req-4a93e168-aef5-4d0b-b7ac-3b0ab812ce18 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 210 time: 0.0827127
Aug 31 12:45:37.484558 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59572) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:37.552406 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:37.779284 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:37.820403 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:37.826147 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Usage tracker for resource:security_group_rule and tenant:6380b26c239044feae7417bec0f750c5 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:37.833965 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:37.845089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:37.934162 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:37.941501 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:37.988149 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-94e1a485-245c-44d8-8740-e3bfff07e5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:38.005155 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6380b26c239044feae7417bec0f750c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5126073
Aug 31 12:45:38.008648 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 59580) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:38.023426 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5c5f8-1596-47d2-8460-c698e9bc82e7,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:38.026730 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:38.070383 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.085458 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Transition to ACTIVE for port object bfa7e531-5944-40f7-b824-ed995107bac6 will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:38.096600 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.102345 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:38.202347 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.270901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557861b5-2cee-4337-abbe-51e6b9622708 req-7d574cbd-a26b-4fae-84e3-56ffa91d1976 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:38.272390 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-7d574cbd-a26b-4fae-84e3-56ffa91d1976 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 817 time: 0.2268543
Aug 31 12:45:38.274279 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.393855 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e4569cc5-44d0-4c8d-905b-8ff1e2921f59 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 380 time: 0.1021118
Aug 31 12:45:38.411610 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'port': {'device_id': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'admin_state_up': True, 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'security_groups': ['e9e815dd-0b7a-4775-b9d7-427bc496c5cd']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:38.415167 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f60c-f57f-4688-9e54-11dc380a6d4b None None] Pushing event updated for resources: {'Port': ['ID=bfa7e531-5944-40f7-b824-ed995107bac6,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:38.516925 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-0759f60c-f57f-4688-9e54-11dc380a6d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:38.576987 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Attempting to bind port bfa7e531-5944-40f7-b824-ed995107bac6 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:45:38.584010 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Attempting to bind port bfa7e531-5944-40f7-b824-ed995107bac6 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:45:38.584702 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Attempting to bind port bfa7e531-5944-40f7-b824-ed995107bac6 on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:38.616910 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:45:38.617361 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fc03f-79e5-4921-b900-d1901edad571 req-9b0fa72e-c222-431f-bfa2-e35963434d02 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:38.617810 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Checking segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:38.618084 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.618563 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Bound using segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:45:38.619070 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Bound port: bfa7e531-5944-40f7-b824-ed995107bac6, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:45:38.619465 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.621108 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-717fc03f-79e5-4921-b900-d1901edad571 req-9b0fa72e-c222-431f-bfa2-e35963434d02 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 946 time: 0.2455292
Aug 31 12:45:38.627279 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.636992 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f4d0e494-6e28-4313-aaa6-935ea4128efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:38.664569 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:38.669459 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5c5f8-1596-47d2-8460-c698e9bc82e7,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:38.677091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:38.682214 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.683806 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cb5c5f8-1596-47d2-8460-c698e9bc82e7 HTTP/1.1" status: 204  len: 168 time: 0.6734946
Aug 31 12:45:38.698964 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:38.720260 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Made reservation on behalf of 51bfde5d16874e36941c3609e7a4f280 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:45:38.728667 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.744862 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] For port bfa7e531-5944-40f7-b824-ed995107bac6, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:45:38.749994 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] For port bfa7e531-5944-40f7-b824-ed995107bac6, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=bfa7e531-5944-40f7-b824-ed995107bac6,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:45:38.756268 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:38.761240 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-1354e9df-658f-4f65-8897-7d773c574482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:38.797611 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-717fc03f-79e5-4921-b900-d1901edad571 req-ff21aee1-899e-4046-97b4-bc3607f6381c tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684971
Aug 31 12:45:38.854860 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f60c-f57f-4688-9e54-11dc380a6d4b None None] Pushing event updated for resources: {'Port': ['ID=bfa7e531-5944-40f7-b824-ed995107bac6,revision_number=4']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:38.858610 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-0759f60c-f57f-4688-9e54-11dc380a6d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:38.882657 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:38.883641 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72391154c0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:38.922286 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7a0c641b-87b4-4b19-97f7-1008e1fad043 req-22c72a56-e983-4f45-9c3b-97807584d992 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 210 time: 0.1573126
Aug 31 12:45:39.112016 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Allocated IP 172.20.0.4 (e0ee08d6-8949-478d-bc6f-b5a15b954e7e/2f17fbe6-5356-442d-872f-daa0c8515b6b/a1c1d02a-ba32-4ff9-a84c-5dba640789a8) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:45:39.126361 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:39.267560 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59602) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:39.287619 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.323699 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:45:39.328035 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Usage tracker for resource:security_group_rule and tenant:c49b6d3713ea444ab8bd1cd3b88b3311 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:45:39.331901 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:45:39.338569 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:45:39.438512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.443521 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.451641 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d31ef5f5-c4b7-438a-9542-42056ffc1a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:39.521164 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.545547 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72391154c0>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:38Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:39.548542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Transition to ACTIVE for port object a1c1d02a-ba32-4ff9-a84c-5dba640789a8 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:39.555761 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d3d3-2a78-4cf9-a289-c484bbbf5425 None None] The sync data for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi is: [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:38Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:45:39.583862 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.603370 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-30034195-9370-449a-99cd-1656853b3011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:39.653096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7bb53c-687d-46ec-9fa4-443598626559,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:39.659096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:39.661373 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c49b6d3713ea444ab8bd1cd3b88b3311&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3925698
Aug 31 12:45:39.666421 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 59612) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:45:39.729028 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:45:39.732828 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:45:39.735343 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:45:39.755029 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.792140 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.799053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:39.803838 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:39.837636 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:39.838379 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.873158 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.874676 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4739172
Aug 31 12:45:39.879549 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-98154669-da2b-4569-8104-b046b658c743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:39.891277 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Request body: {'port': {'device_id': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:45:39.899049 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7bb53c-687d-46ec-9fa4-443598626559,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:39.913166 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:39.922983 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:39.928438 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c7bb53c-687d-46ec-9fa4-443598626559 HTTP/1.1" status: 204  len: 168 time: 0.2603419
Aug 31 12:45:40.094181 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-7687ecd8-753e-4307-9972-9e08215cd3fe None None] Provisioning for port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:40.102583 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-7687ecd8-753e-4307-9972-9e08215cd3fe None None] Provisioning complete for port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:40.103046 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7687ecd8-753e-4307-9972-9e08215cd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:40.155981 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:40.270368 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-7687ecd8-753e-4307-9972-9e08215cd3fe None None] Port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:45:40.422026 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d570d7-b042-4b94-8a88-eaa10a4d954b req-d9127bf1-b390-4a20-9595-28a57ef06c49 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:40.433413 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-23d570d7-b042-4b94-8a88-eaa10a4d954b req-d9127bf1-b390-4a20-9595-28a57ef06c49 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 931 time: 0.1982846
Aug 31 12:45:40.505463 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-23d570d7-b042-4b94-8a88-eaa10a4d954b req-46114ac2-9c57-47f5-886b-21f891e0e7a3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Synchronizing usage tracker for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:40.536641 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-23d570d7-b042-4b94-8a88-eaa10a4d954b req-46114ac2-9c57-47f5-886b-21f891e0e7a3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Unset dirty status for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:40.541598 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-23d570d7-b042-4b94-8a88-eaa10a4d954b req-46114ac2-9c57-47f5-886b-21f891e0e7a3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082358
Aug 31 12:45:40.632570 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device bfa7e531-5944-40f7-b824-ed995107bac6 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:40.755256 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port bfa7e531-5944-40f7-b824-ed995107bac6 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:40.764445 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port bfa7e531-5944-40f7-b824-ed995107bac6 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:40.766555 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:40.900351 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aaefe-2d59-4cc4-ae43-62017f43404a req-a7086293-a67f-4558-b70c-62eb4b6b283b tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:40.902026 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-653aaefe-2d59-4cc4-ae43-62017f43404a req-a7086293-a67f-4558-b70c-62eb4b6b283b tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 946 time: 0.2004404
Aug 31 12:45:40.907386 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c1d02a-ba32-4ff9-a84c-5dba640789a8 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:45:40.939033 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:40.951088 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:40.969027 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Transition to ACTIVE for port object a1c1d02a-ba32-4ff9-a84c-5dba640789a8 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:45:40.973628 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-653aaefe-2d59-4cc4-ae43-62017f43404a req-8933e95f-c42b-4e23-b682-404a85a1af79 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618966
Aug 31 12:45:40.976476 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:40.980344 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9cda2ad7-a8c4-4b4a-94a3-73937e2a8818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:41.010091 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port bfa7e531-5944-40f7-b824-ed995107bac6, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=bfa7e531-5944-40f7-b824-ed995107bac6,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:41.016465 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:41.019923 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-2876c3b4-5a2a-4e04-95b9-fa70ff14ecae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:41.119425 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=bfa7e531-5944-40f7-b824-ed995107bac6,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:41.123085 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:41.129929 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:41.135184 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:41.264851 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Attempting to bind port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:45:41.265197 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Attempting to bind port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:45:41.266370 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Attempting to bind port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:41.288654 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:45:41.288922 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Attempting to bind port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:45:41.296478 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:45:41.296820 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Checking segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:45:41.297208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Bound using segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:45:41.297634 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Bound port: a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:45:41.297984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:41.396140 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:45:41.399551 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:45:41.404971 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:41.409872 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-842882be-5a12-4a71-845e-3fb21a56d96d tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:41.468660 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:41.469707 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-e475b359-6204-429d-86f5-08de25978eaa service neutron] 10.222.0.43 "PUT /v2.0/ports/a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 200  len: 1093 time: 1.5836744
Aug 31 12:45:41.470144 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:41.494698 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:41.514591 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:41.565093 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'status': 'completed', 'code': 200}
Aug 31 12:45:41.613978 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-d23f5103-f353-43eb-ac28-e8affb079118 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1096 time: 0.0882089
Aug 31 12:45:41.749820 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-990fdc1f-15f0-403e-b6ee-3cfa7171aca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 200  len: 217 time: 0.1212077
Aug 31 12:45:41.885391 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557861b5-2cee-4337-abbe-51e6b9622708 req-da2ced47-301f-470b-b65b-3bc30a0b5788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:41.886849 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-da2ced47-301f-470b-b65b-3bc30a0b5788 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0995455
Aug 31 12:45:41.937179 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115a02d-104a-4e3b-8ab9-9d389ad8c4e4 req-e4ef8449-8487-497f-9c2a-551164b3f6e2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:41.937875 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c115a02d-104a-4e3b-8ab9-9d389ad8c4e4 req-e4ef8449-8487-497f-9c2a-551164b3f6e2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Synchronizing usage tracker for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:41.986604 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c115a02d-104a-4e3b-8ab9-9d389ad8c4e4 req-e4ef8449-8487-497f-9c2a-551164b3f6e2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Unset dirty status for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:41.988729 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c115a02d-104a-4e3b-8ab9-9d389ad8c4e4 req-e4ef8449-8487-497f-9c2a-551164b3f6e2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.2371559
Aug 31 12:45:42.028746 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-97146729-fb10-453c-a46a-d09b635ecb1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1320260
Aug 31 12:45:42.135425 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c115a02d-104a-4e3b-8ab9-9d389ad8c4e4 req-1164ed73-afc6-41d6-94f4-90f652d8f89c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401281
Aug 31 12:45:42.233566 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d8c58-45c5-4bec-b54b-49762a9527fb req-52562e24-82d7-429b-8335-9d2c7674fcbd tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:42.234596 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-3edced93-9d44-40b5-aef5-eba3338fe0f9 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889508
Aug 31 12:45:42.235290 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-839d8c58-45c5-4bec-b54b-49762a9527fb req-52562e24-82d7-429b-8335-9d2c7674fcbd tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 946 time: 0.1062150
Aug 31 12:45:42.294021 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-839d8c58-45c5-4bec-b54b-49762a9527fb req-3f258e55-730a-48eb-b4bf-6c7658104ccc tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519943
Aug 31 12:45:42.535578 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-557861b5-2cee-4337-abbe-51e6b9622708 req-ef649729-155c-4ea2-bfc6-1568d3630cd2 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931495
Aug 31 12:45:42.542275 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-3a604b80-ccce-4891-92d8-22787f9a354f tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:42.544022 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-3a604b80-ccce-4891-92d8-22787f9a354f tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 946 time: 0.1375778
Aug 31 12:45:42.613553 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device bfa7e531-5944-40f7-b824-ed995107bac6 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:42.701147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Deleting port 1fea567c-868e-4911-a619-822fd9ba69f6 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:45:42.701544 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:42.720535 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port bfa7e531-5944-40f7-b824-ed995107bac6 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:42.720996 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:42.807136 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04f16eca-a8da-4216-892e-aaae42f42223 req-411b4c05-9ff4-479f-88a5-9bdd4810b34e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1096 time: 0.1925707
Aug 31 12:45:43.139702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f16eca-a8da-4216-892e-aaae42f42223 req-1967e244-f824-40d5-8b17-b3a5e71f2711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:43.141708 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04f16eca-a8da-4216-892e-aaae42f42223 req-1967e244-f824-40d5-8b17-b3a5e71f2711 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.2807741
Aug 31 12:45:43.231712 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04f16eca-a8da-4216-892e-aaae42f42223 req-aaaa2a3f-fd90-4e39-8b52-fb85f0fb6bab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 200  len: 217 time: 0.0817976
Aug 31 12:45:43.233402 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] For port 1fea567c-868e-4911-a619-822fd9ba69f6, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=1fea567c-868e-4911-a619-822fd9ba69f6,segment=NetworkSegment(19c3840f-6980-42de-ae93-abf76ad29560),segment_id=19c3840f-6980-42de-ae93-abf76ad29560)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:43.233764 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:43.415706 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Calling delete_port for 1fea567c-868e-4911-a619-822fd9ba69f6 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:45:43.481872 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f16eca-a8da-4216-892e-aaae42f42223 req-c0702b11-f74d-41b9-97fd-9fbedc9b6ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:43.483416 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04f16eca-a8da-4216-892e-aaae42f42223 req-c0702b11-f74d-41b9-97fd-9fbedc9b6ef0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.2412565
Aug 31 12:45:43.695268 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dac31-dc86-4f0f-9ad6-059be30c35d4 req-6863a2fc-3a3e-4e01-a282-0718b177b2b2 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:43.706451 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7f7dac31-dc86-4f0f-9ad6-059be30c35d4 req-6863a2fc-3a3e-4e01-a282-0718b177b2b2 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 946 time: 0.2085643
Aug 31 12:45:43.753265 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04f16eca-a8da-4216-892e-aaae42f42223 req-8009b311-f4b6-4e05-ae81-1ed3e78c607d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2600124
Aug 31 12:45:43.754387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:43.760174 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:43.767541 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['1fea567c-868e-4911-a619-822fd9ba69f6'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:45:43.773393 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7f7dac31-dc86-4f0f-9ad6-059be30c35d4 req-8e7af0f4-614f-4d9c-9baf-9966576f7373 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657878
Aug 31 12:45:43.843900 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Pushing event deleted for resources: {'Port': ['ID=1fea567c-868e-4911-a619-822fd9ba69f6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:43.917572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:44.142415 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:45:44.192240 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] No DVR routers for this DVR port 1fea567c-868e-4911-a619-822fd9ba69f6 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:45:44.197604 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:44.201054 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'name': 'network-vif-deleted', 'tag': '1fea567c-868e-4911-a619-822fd9ba69f6'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:44.216985 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04f16eca-a8da-4216-892e-aaae42f42223 req-bb6c92e2-3ee2-4d4c-b2fc-2d9234b92363 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4075992
Aug 31 12:45:44.231750 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-92a3d3c7-9578-462c-b639-6113b84c1f18 req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.43 "DELETE /v2.0/ports/1fea567c-868e-4911-a619-822fd9ba69f6 HTTP/1.1" status: 204  len: 173 time: 1.6772192
Aug 31 12:45:44.327646 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2ab10-1805-4ca5-ac91-d3e3187f9795 req-814efe09-7d93-40d3-bbc7-f6211ed0020c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:44.329254 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06b2ab10-1805-4ca5-ac91-d3e3187f9795 req-814efe09-7d93-40d3-bbc7-f6211ed0020c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.9877865
Aug 31 12:45:44.330875 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f340d72a-af15-4f9e-bac8-d937848eb026', 'name': 'network-vif-deleted', 'tag': '1fea567c-868e-4911-a619-822fd9ba69f6', 'status': 'completed', 'code': 200}
Aug 31 12:45:44.459507 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06b2ab10-1805-4ca5-ac91-d3e3187f9795 req-0ab343c4-b632-4acb-829b-cce10ebdf52d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154773
Aug 31 12:45:44.469413 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04f16eca-a8da-4216-892e-aaae42f42223 req-0233a793-5c29-443b-8505-a6c1df4adc47 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2398686
Aug 31 12:45:44.507842 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:45.229634 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-39560f40-266d-446c-b84a-e8e0b6ad0dfe req-99249515-b1d5-4597-85ef-4065397d469d tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] 10.222.0.20 "GET /v2.0/ports?device_id=f340d72a-af15-4f9e-bac8-d937848eb026 HTTP/1.1" status: 200  len: 210 time: 0.2499382
Aug 31 12:45:45.283250 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:45:45.487622 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-fc4fd828-6983-4df9-8832-d79909fd00b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1137 time: 0.1622770
Aug 31 12:45:45.590213 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:45.611353 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'port_id': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'mac_address': 'fa:16:3e:9c:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:45:45.745747 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:45.771467 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1d02a-ba32-4ff9-a84c-5dba640789a8 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:45:45.792822 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:45.799601 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:45.802598 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:45.908674 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6114c-c60c-4dbc-b492-e2166782c3d0 req-07c12c26-9693-4953-9654-1804615d1f2d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:45.918656 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f3b6114c-c60c-4dbc-b492-e2166782c3d0 req-07c12c26-9693-4953-9654-1804615d1f2d tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.4397264
Aug 31 12:45:45.921761 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-44f95581-0d5a-4009-b774-8eef93cbdc59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:45.923830 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-44f95581-0d5a-4009-b774-8eef93cbdc59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 916 time: 0.3371708
Aug 31 12:45:45.933076 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:45.937515 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:45.977375 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c60f26-10c6-47df-a986-81e30edb45f0 req-d61ca2d6-96ae-4f69-9a89-dadd99ffadf2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:45.978971 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a8c60f26-10c6-47df-a986-81e30edb45f0 req-d61ca2d6-96ae-4f69-9a89-dadd99ffadf2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.1195540
Aug 31 12:45:45.992885 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f3b6114c-c60c-4dbc-b492-e2166782c3d0 req-5388af14-e4c7-4b73-827b-624ef0db87db tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0729747
Aug 31 12:45:46.045712 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a8c60f26-10c6-47df-a986-81e30edb45f0 req-bdcf6897-4048-4b3d-83f4-0bc19ef40ca0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570145
Aug 31 12:45:46.898012 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6f3c0-9dbc-4cd3-856a-ab58c98b6213 req-303d4986-15ee-407e-8025-80b00295458a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:46.900275 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-56e6f3c0-9dbc-4cd3-856a-ab58c98b6213 req-303d4986-15ee-407e-8025-80b00295458a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.1004949
Aug 31 12:45:46.961295 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-56e6f3c0-9dbc-4cd3-856a-ab58c98b6213 req-e483a5bc-b3c2-4f74-b55f-21a07b5782fb tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538361
Aug 31 12:45:47.264265 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374975f-994f-4ec2-99f6-d9da631fe9bd req-e7d85b8f-f031-4114-8b80-dd6931a89fab tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:47.265829 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1374975f-994f-4ec2-99f6-d9da631fe9bd req-e7d85b8f-f031-4114-8b80-dd6931a89fab tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.1029298
Aug 31 12:45:47.319424 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461081d2-4b9a-4ca5-83b4-f17e5a946b93 req-58dda660-8efa-4491-9b18-1a48ae58cc39 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:47.321309 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-461081d2-4b9a-4ca5-83b4-f17e5a946b93 req-58dda660-8efa-4491-9b18-1a48ae58cc39 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.0970898
Aug 31 12:45:47.334441 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1374975f-994f-4ec2-99f6-d9da631fe9bd req-51a02fdf-5817-4980-8275-897bc950cf30 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0594537
Aug 31 12:45:47.397245 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-461081d2-4b9a-4ca5-83b4-f17e5a946b93 req-9ff35ac9-6f1b-46af-a946-021a0fa53133 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663030
Aug 31 12:45:47.760411 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-00c6b356-26d7-42d3-8e59-5419773c28df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 1001 time: 0.1511316
Aug 31 12:45:48.199229 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d075f-71c3-47ec-9aab-5829c05720f7 req-dbd19ccc-999b-492f-9935-f5f3031032c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:48.201510 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e36d075f-71c3-47ec-9aab-5829c05720f7 req-dbd19ccc-999b-492f-9935-f5f3031032c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.1007721
Aug 31 12:45:48.270443 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e36d075f-71c3-47ec-9aab-5829c05720f7 req-00ef7e9f-1492-4747-be8b-50063f355f60 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628917
Aug 31 12:45:48.560688 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ce5dc-0704-48c4-ab3b-9acbef11ea53 req-d6d22e94-1120-4f61-b4d4-f36a9ad49820 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:48.562208 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5d9ce5dc-0704-48c4-ab3b-9acbef11ea53 req-d6d22e94-1120-4f61-b4d4-f36a9ad49820 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.0916398
Aug 31 12:45:48.665517 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-7699b12e-83bb-406e-96bb-09ad33727062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:48.667184 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-7699b12e-83bb-406e-96bb-09ad33727062 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.1000834
Aug 31 12:45:48.670633 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5d9ce5dc-0704-48c4-ab3b-9acbef11ea53 req-3e3174e2-8fd5-41a1-a04e-bde0bc331ff1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1022959
Aug 31 12:45:48.672646 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7a37a-fb0a-42ff-a189-de4308297e65 req-c710c69a-2903-482e-9ea0-d621fbe45e2b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:48.674253 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-56a7a37a-fb0a-42ff-a189-de4308297e65 req-c710c69a-2903-482e-9ea0-d621fbe45e2b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.1154346
Aug 31 12:45:48.727080 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-56a7a37a-fb0a-42ff-a189-de4308297e65 req-b379a64f-da0e-4bae-b677-095927d7f949 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469959
Aug 31 12:45:48.756799 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-aa773781-7b09-49fa-a6a4-5405ba33a637 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813649
Aug 31 12:45:48.912426 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['a1c1d02a-ba32-4ff9-a84c-5dba640789a8'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:45:48.912959 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-4f505a08-af4c-46e0-8b34-1a3b045c65c6 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439273
Aug 31 12:45:49.156295 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a6d5b4b7-329d-486a-9f2a-37e0eeec8b3a req-ffddf306-1035-415e-82f0-5cefc3e92bfb service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311010
Aug 31 12:45:49.540240 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e01c6e-4d27-4f05-a904-6748901b01c5 req-dde63573-4e8a-4e50-9af8-d612a88f29df tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:49.541949 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c4e01c6e-4d27-4f05-a904-6748901b01c5 req-dde63573-4e8a-4e50-9af8-d612a88f29df tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.1058800
Aug 31 12:45:49.593521 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c4e01c6e-4d27-4f05-a904-6748901b01c5 req-60577a42-fd8c-4ce3-9a42-3e8f84d04a59 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454204
Aug 31 12:45:49.916068 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc845f1-b47d-487e-bd52-8fcba00d01dc req-d7ee2c70-7d4e-46c3-a21d-faae1f2dd709 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:49.917622 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7fc845f1-b47d-487e-bd52-8fcba00d01dc req-d7ee2c70-7d4e-46c3-a21d-faae1f2dd709 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.0885658
Aug 31 12:45:49.974981 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7fc845f1-b47d-487e-bd52-8fcba00d01dc req-3cdee0f3-acc3-4403-a1d2-2e13134ebb16 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0514917
Aug 31 12:45:49.983347 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186114b-2ba4-4a96-98bc-3e40afab8baa req-5b28e5b2-c6be-44e1-9684-dda46dc2cd67 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:49.984888 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6186114b-2ba4-4a96-98bc-3e40afab8baa req-5b28e5b2-c6be-44e1-9684-dda46dc2cd67 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.0925293
Aug 31 12:45:50.039962 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6186114b-2ba4-4a96-98bc-3e40afab8baa req-e9f6086c-684f-4ea6-a22e-8cbe0db6d037 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488358
Aug 31 12:45:50.827034 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200176e0-013d-4525-9a6c-bdad60044ed8 req-973e0469-0261-4770-90e8-00aa2bfcc4c1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:50.829336 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-200176e0-013d-4525-9a6c-bdad60044ed8 req-973e0469-0261-4770-90e8-00aa2bfcc4c1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.1010492
Aug 31 12:45:50.883335 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-200176e0-013d-4525-9a6c-bdad60044ed8 req-a96ec58c-cd9c-4d27-9ed3-96171f4f5426 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484960
Aug 31 12:45:51.210590 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f687a4-f524-483f-b343-3067d92c6d14 req-a148ce83-4fab-41e0-9a9f-ef9a2d0e83c4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:51.219090 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-38f687a4-f524-483f-b343-3067d92c6d14 req-a148ce83-4fab-41e0-9a9f-ef9a2d0e83c4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.1043134
Aug 31 12:45:51.271534 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-38f687a4-f524-483f-b343-3067d92c6d14 req-08c9f638-3495-4cf7-9b5e-e40e0c6930e5 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0515227
Aug 31 12:45:51.322240 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dde61a-b2bc-47f2-b8b0-0ee8abe7881b req-f5a31762-1786-40b8-935e-03053666d480 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:51.323790 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-11dde61a-b2bc-47f2-b8b0-0ee8abe7881b req-f5a31762-1786-40b8-935e-03053666d480 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.1020997
Aug 31 12:45:51.383234 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-11dde61a-b2bc-47f2-b8b0-0ee8abe7881b req-96a513fe-0c37-42f6-9e50-7d065fcc0ef3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496795
Aug 31 12:45:51.972579 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 1fea567c-868e-4911-a619-822fd9ba69f6 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:45:52.071838 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 1fea567c-868e-4911-a619-822fd9ba69f6 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:45:52.072188 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 1fea567c-868e-4911-a619-822fd9ba69f6 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:45:52.271507 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d9b8a-1cea-4172-bdec-fbcbe543f5d0 req-0e17e1f1-feb7-4d2b-ae56-aa15d98ebf65 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:52.272831 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae2d9b8a-1cea-4172-bdec-fbcbe543f5d0 req-0e17e1f1-feb7-4d2b-ae56-aa15d98ebf65 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.2285933
Aug 31 12:45:52.323344 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae2d9b8a-1cea-4172-bdec-fbcbe543f5d0 req-f8b4bcfe-4b57-4a75-80e1-cb793872b99e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448625
Aug 31 12:45:52.515384 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792a68-48ee-4fda-a7ef-370af13efcf1 req-4f5f8db4-ab2b-4aa5-a670-898e57d9558c tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:52.517723 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a2792a68-48ee-4fda-a7ef-370af13efcf1 req-4f5f8db4-ab2b-4aa5-a670-898e57d9558c tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.0848222
Aug 31 12:45:52.594406 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a2792a68-48ee-4fda-a7ef-370af13efcf1 req-f61cf862-30fc-462e-a228-ee2281c17fd7 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0703077
Aug 31 12:45:52.633280 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390aef-1b47-4485-a7b6-606f2949174d req-0c1d58ea-e8c5-459d-b9bd-3f758c50a661 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:52.634933 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc390aef-1b47-4485-a7b6-606f2949174d req-0c1d58ea-e8c5-459d-b9bd-3f758c50a661 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.1111581
Aug 31 12:45:52.687745 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc390aef-1b47-4485-a7b6-606f2949174d req-f6cdea7e-cd8c-4a7d-ba8b-9a102237c989 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449252
Aug 31 12:45:53.574480 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923acb-e1d2-421c-a7dc-93cadf0d236b req-ad4318db-ee15-44d7-a00b-36df76a696e0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:53.576146 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-69923acb-e1d2-421c-a7dc-93cadf0d236b req-ad4318db-ee15-44d7-a00b-36df76a696e0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.0878737
Aug 31 12:45:53.626483 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-69923acb-e1d2-421c-a7dc-93cadf0d236b req-ce51165a-20de-4440-8cc6-540b9794cb52 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442860
Aug 31 12:45:53.832319 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337845b7-54bc-4a6f-ac6c-7425250c881c req-2b38dd82-4c31-4428-a7d0-ca45d339fc21 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:53.833911 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-337845b7-54bc-4a6f-ac6c-7425250c881c req-2b38dd82-4c31-4428-a7d0-ca45d339fc21 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.1031477
Aug 31 12:45:53.896108 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-337845b7-54bc-4a6f-ac6c-7425250c881c req-63a50507-9181-4cd9-8dbb-e8af117e8419 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0543673
Aug 31 12:45:53.957601 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac961c60-b367-49c9-99b9-7cc2fb985e0d req-fccc5a91-f60f-437f-9a16-0cccb2539ce3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:53.959187 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ac961c60-b367-49c9-99b9-7cc2fb985e0d req-fccc5a91-f60f-437f-9a16-0cccb2539ce3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.1150715
Aug 31 12:45:54.025317 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ac961c60-b367-49c9-99b9-7cc2fb985e0d req-dac34e88-2de3-4b2c-af46-fbbf8158a2e3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583427
Aug 31 12:45:54.855362 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e2ad-d1fc-4e22-a962-0bf034cf4b29 req-a2e89f78-aa73-43d5-90d4-2665893abcdc tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:54.857479 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01a6e2ad-d1fc-4e22-a962-0bf034cf4b29 req-a2e89f78-aa73-43d5-90d4-2665893abcdc tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.0981653
Aug 31 12:45:54.906145 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01a6e2ad-d1fc-4e22-a962-0bf034cf4b29 req-7270cc37-798e-4892-a3dd-383f30d79938 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422215
Aug 31 12:45:55.129008 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fa54d-0031-4efb-90bc-5889b619b2a4 req-1a9da7e0-2885-468c-86d0-1899c542eb19 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:55.130387 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6a0fa54d-0031-4efb-90bc-5889b619b2a4 req-1a9da7e0-2885-468c-86d0-1899c542eb19 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.0934348
Aug 31 12:45:55.185523 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6a0fa54d-0031-4efb-90bc-5889b619b2a4 req-3c0028c1-27ba-4d31-b16c-6ff4bc39f464 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461965
Aug 31 12:45:55.250140 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef18565-fba4-4fe7-b9a5-6ad803b05783 req-2c1d6b36-7601-4ac7-ac15-859fd81a4ba2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:55.251708 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ef18565-fba4-4fe7-b9a5-6ad803b05783 req-2c1d6b36-7601-4ac7-ac15-859fd81a4ba2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.0824285
Aug 31 12:45:55.314500 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ef18565-fba4-4fe7-b9a5-6ad803b05783 req-1aa38c83-3f47-48a1-b5ea-643653ffc39d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568933
Aug 31 12:45:55.827734 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-5d783fa0-d5f4-4ddc-8818-bd68d6ed0559 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:55.830189 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-5d783fa0-d5f4-4ddc-8818-bd68d6ed0559 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.1015170
Aug 31 12:45:55.919066 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Deleting port 9c88dd9e-b8dd-4c84-831f-804a3798940d {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:45:55.919066 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:55.977505 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:45:56.063082 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:45:56.069792 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:45:56.070177 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:56.121787 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20eba1d-7b0d-42b4-a5a1-41fdfca6a020 req-0560f014-f0ef-41f8-9376-453e0ecc7cb1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:56.123802 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a20eba1d-7b0d-42b4-a5a1-41fdfca6a020 req-0560f014-f0ef-41f8-9376-453e0ecc7cb1 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 945 time: 0.0858190
Aug 31 12:45:56.184808 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a20eba1d-7b0d-42b4-a5a1-41fdfca6a020 req-fc9ffe50-3ad4-4847-827b-f69a7f585231 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=230ea847-5118-47d9-ac92-a50698720626&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538299
Aug 31 12:45:56.207076 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:56.212925 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] For port 9c88dd9e-b8dd-4c84-831f-804a3798940d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9c88dd9e-b8dd-4c84-831f-804a3798940d,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:56.213292 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:56.237297 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:56.247597 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:45:56.253077 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:56.255817 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-9fabf5e7-31e8-402b-aedc-8f00a582ba67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:56.299822 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'code': 200}
Aug 31 12:45:56.349664 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:56.353406 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:56.593468 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16675f-1d51-42ea-980b-06dc438dc163 req-675472ba-d179-4d8e-a72a-b03742cc241a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:56.595604 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8f16675f-1d51-42ea-980b-06dc438dc163 req-675472ba-d179-4d8e-a72a-b03742cc241a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1238723
Aug 31 12:45:56.619006 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccedd-8ed2-4046-be5e-eb7e86c0e497 req-0cded555-c747-4243-b1cc-1c23adb15fad tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:56.626340 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-681ccedd-8ed2-4046-be5e-eb7e86c0e497 req-0cded555-c747-4243-b1cc-1c23adb15fad tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.2815084
Aug 31 12:45:56.661443 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8f16675f-1d51-42ea-980b-06dc438dc163 req-2ff3f5ba-31b9-4c7b-a038-4eaf9bed5551 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560489
Aug 31 12:45:56.690497 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:56.691118 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:56.691627 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Floating IP ad633e97-0f4c-41f8-afd5-4128a1c6cac4 disassociated. External IP: 172.27.1.176, port: 9c88dd9e-b8dd-4c84-831f-804a3798940d.
Aug 31 12:45:56.692209 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Calling delete_port for 9c88dd9e-b8dd-4c84-831f-804a3798940d owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:45:56.750327 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-681ccedd-8ed2-4046-be5e-eb7e86c0e497 req-afad3e1f-a2e3-417c-ae40-c0420599d3b8 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1229424
Aug 31 12:45:56.912229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:56.918664 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f7d8291-ffe9-4fb3-b77b-8394f268702e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:45:56.961478 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event deleted for resources: {'Port': ['ID=9c88dd9e-b8dd-4c84-831f-804a3798940d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:45:56.965737 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:45:57.417357 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Router 06fe5070-8e25-4f87-ac95-5ebf69cc836c has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:45:57.450995 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-468af8cc-77a2-4287-b544-b21c4c9cac9d req-143a5897-90a3-4f43-bf29-290538e1758d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 210 time: 0.0916159
Aug 31 12:45:57.703649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:45:57.717745 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] Sync routers for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:45:57.735991 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:57.737378 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238a8d370>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:57.812248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] No DVR routers for this DVR port 9c88dd9e-b8dd-4c84-831f-804a3798940d on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:45:57.816046 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:57.819020 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'name': 'network-vif-deleted', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:45:57.844115 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ad8a41ba-5a74-4ea2-aa0f-488786f43410 req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "DELETE /v2.0/ports/9c88dd9e-b8dd-4c84-831f-804a3798940d HTTP/1.1" status: 204  len: 173 time: 2.0064547
Aug 31 12:45:58.026203 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:58.083802 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338aa1-43df-4827-b4e8-9134513b432d req-6910b8cc-f995-4458-b6d4-edb051c6e50f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:58.093436 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80338aa1-43df-4827-b4e8-9134513b432d req-6910b8cc-f995-4458-b6d4-edb051c6e50f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1725502
Aug 31 12:45:58.159588 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80338aa1-43df-4827-b4e8-9134513b432d req-bb0d8f62-c8c5-4f41-a9fb-b053ee19d27a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646856
Aug 31 12:45:58.208142 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97503511-b2ac-4f09-b830-dc03d4696439 req-d757acd3-fa1a-4841-9160-94af8646eb03 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:58.225154 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-97503511-b2ac-4f09-b830-dc03d4696439 req-d757acd3-fa1a-4841-9160-94af8646eb03 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.2648084
Aug 31 12:45:58.307342 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-97503511-b2ac-4f09-b830-dc03d4696439 req-56a14870-30f4-4a5f-bb70-782dd74b1751 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0818837
Aug 31 12:45:58.312529 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3add1a-7c6e-44b6-8440-8a90d40a0c38', 'name': 'network-vif-deleted', 'tag': '9c88dd9e-b8dd-4c84-831f-804a3798940d', 'status': 'completed', 'code': 200}
Aug 31 12:45:58.539951 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238a8d370>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:58.545238 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] Checking router: 06fe5070-8e25-4f87-ac95-5ebf69cc836c for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:45:58.565930 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:45:58.566422 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238a8d370>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:45:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:58.714597 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-49f40b6b-6a52-45ce-846f-ef3dd79f7514 req-ad172913-ee4f-447e-8f00-30cf8d5620b0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:45:58.734306 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-49f40b6b-6a52-45ce-846f-ef3dd79f7514 req-ad172913-ee4f-447e-8f00-30cf8d5620b0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:45:58.735736 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-49f40b6b-6a52-45ce-846f-ef3dd79f7514 req-ad172913-ee4f-447e-8f00-30cf8d5620b0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 210 time: 0.0693059
Aug 31 12:45:58.825708 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:45:59.056281 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db8070d2-ec77-4ac0-a7c8-eb498a35b1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:59.405588 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:45:59.477776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238a8d370>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:45:59.517149 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0ade6-79a7-44db-be31-aae73fb3e211 None None] The sync data for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi is: [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:45:59.529885 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5f69b797-efcc-4e01-8209-3530080e0329 req-8a916801-19fe-4ffc-89bc-ced025d644b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1098 time: 0.1901326
Aug 31 12:45:59.635399 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8b0b-3df8-4401-ac7a-4e209c1b2f2f req-a046551c-35ad-4fac-9870-eff71bf2f9b0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:59.650690 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b86a8b0b-3df8-4401-ac7a-4e209c1b2f2f req-a046551c-35ad-4fac-9870-eff71bf2f9b0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.2408192
Aug 31 12:45:59.744728 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b86a8b0b-3df8-4401-ac7a-4e209c1b2f2f req-356df60c-2148-4684-8143-e02f64bb09f4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844636
Aug 31 12:45:59.772308 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5f69b797-efcc-4e01-8209-3530080e0329 req-5a1cef72-a56c-41d6-b253-fc18bdbbfa06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2244015
Aug 31 12:45:59.822832 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeffee-8ee8-4f69-88cf-662c0cd17df1 req-0cad6b7f-006a-4168-9187-2260d7742160 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:45:59.824504 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1daeffee-8ee8-4f69-88cf-662c0cd17df1 req-0cad6b7f-006a-4168-9187-2260d7742160 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.2034674
Aug 31 12:45:59.891113 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1daeffee-8ee8-4f69-88cf-662c0cd17df1 req-ce7cfded-888f-4994-8d83-c07873472e62 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0579481
Aug 31 12:45:59.983283 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-02f0904d-2488-444e-a6de-fe3e74212aa0 req-ae0d020c-a252-4cae-8f0c-f5a357028fc2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e3add1a-7c6e-44b6-8440-8a90d40a0c38 HTTP/1.1" status: 200  len: 210 time: 0.0461528
Aug 31 12:46:01.236362 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-597e14fb-c657-4085-80c0-4eba6fcab6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:01.288615 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee20f-9ade-4449-8212-2d140390b2ee req-3742f59c-fbd6-443a-b322-fa39daf220af tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:01.293013 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6d27-e2ca-4642-8643-f9ff510c4686 req-c2e68d04-754a-4c31-b9eb-bf17347a7d2e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:01.302906 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bfde6d27-e2ca-4642-8643-f9ff510c4686 req-c2e68d04-754a-4c31-b9eb-bf17347a7d2e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.1330388
Aug 31 12:46:01.304614 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59dee20f-9ade-4449-8212-2d140390b2ee req-3742f59c-fbd6-443a-b322-fa39daf220af tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.2174635
Aug 31 12:46:01.458047 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59dee20f-9ade-4449-8212-2d140390b2ee req-7424a8ca-f7ce-4449-9d11-10014d66c301 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518755
Aug 31 12:46:01.468013 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bfde6d27-e2ca-4642-8643-f9ff510c4686 req-b7649377-993f-47b4-9b77-40ee6b798b3f tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1638625
Aug 31 12:46:01.829436 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60022) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:01.937214 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:01.981877 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:02.066289 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:02.070565 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-377ee149-73ba-481b-99e9-c4fb331132fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:02.090031 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230ea847-5118-47d9-ac92-a50698720626,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:02.093547 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:02.102940 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:02.106907 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 60026) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:02.107097 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "DELETE /v2.0/security-groups/230ea847-5118-47d9-ac92-a50698720626 HTTP/1.1" status: 204  len: 168 time: 0.2763565
Aug 31 12:46:02.132832 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.api.v2.resource [None req-de62d79d-d644-42b0-9d92-d357c755d4b9 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] show failed (client error): The resource could not be found.
Aug 31 12:46:02.134436 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-de62d79d-d644-42b0-9d92-d357c755d4b9 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups/230ea847-5118-47d9-ac92-a50698720626 HTTP/1.1" status: 404  len: 347 time: 0.0256989
Aug 31 12:46:02.138728 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60030) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:02.256698 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 9c88dd9e-b8dd-4c84-831f-804a3798940d no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:46:02.297550 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 9c88dd9e-b8dd-4c84-831f-804a3798940d {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:46:02.297811 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 9c88dd9e-b8dd-4c84-831f-804a3798940d not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:46:02.339102 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Deleting port 14e23305-b9c7-48c2-bf0a-7ecfdb40170e {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:46:02.339713 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:02.355225 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:02.729283 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:02.729902 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:02.932345 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Calling delete_port for 14e23305-b9c7-48c2-bf0a-7ecfdb40170e owned by network:floatingip {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:46:03.093415 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1083c-8ead-429c-a9f5-bf41317117c9 req-8a3c22f8-2995-44c8-98e5-3a0a888fdc34 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:03.097294 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08a1083c-8ead-429c-a9f5-bf41317117c9 req-8a3c22f8-2995-44c8-98e5-3a0a888fdc34 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1813915
Aug 31 12:46:03.222549 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c7552-b3a2-4157-b8c9-f8aac6044175 req-425c417c-f3d8-4b59-9b21-d06ca67deb59 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:03.224144 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a37c7552-b3a2-4157-b8c9-f8aac6044175 req-425c417c-f3d8-4b59-9b21-d06ca67deb59 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.2461650
Aug 31 12:46:03.263802 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08a1083c-8ead-429c-a9f5-bf41317117c9 req-a6159183-00c0-4cf5-be69-8ea74a73342b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1597595
Aug 31 12:46:03.286314 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4197e-33bb-4d00-bfc2-a06c0358a2ca None None] New status for floating IP ad633e97-0f4c-41f8-afd5-4128a1c6cac4: DOWN {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:46:03.348409 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:03.355666 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:03.439844 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event deleted for resources: {'Port': ['ID=14e23305-b9c7-48c2-bf0a-7ecfdb40170e,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:03.446193 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:03.556064 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a37c7552-b3a2-4157-b8c9-f8aac6044175 req-d5f1e310-ab40-4148-a9e5-5635b6ece2ad tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2250760
Aug 31 12:46:03.650337 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:03.666569 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465383-961c-4f20-9fc5-3b327d7c8cb7 req-1c1e3d58-3746-4f26-9d48-bf614dad7941 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:03.673747 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b465383-961c-4f20-9fc5-3b327d7c8cb7 req-1c1e3d58-3746-4f26-9d48-bf614dad7941 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1621466
Aug 31 12:46:03.678246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 60056) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:03.683332 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:03.685499 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "DELETE /v2.0/floatingips/ad633e97-0f4c-41f8-afd5-4128a1c6cac4 HTTP/1.1" status: 204  len: 168 time: 1.5450952
Aug 31 12:46:03.712845 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'floatingip': {'port_id': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:03.816200 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:03.860765 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:04.135339 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60068) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:04.151718 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855600413', 'description': 'tempest-description--392199782'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:04.168185 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:04.180554 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:04.188206 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:04.209672 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:04.225916 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:04.324696 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:04.336212 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group_rule and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:04.343787 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:04.357898 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:04.643522 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:04.650198 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:04.678826 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a953496-1561-46a5-b130-3d907fffe9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:04.770343 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f9503-5b2f-4cf2-ab70-173a565f1766,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:04.786760 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:04.788976 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:04.794996 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-622c4234-18fa-4a44-aecd-846879ca5bb4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6503766
Aug 31 12:46:04.798052 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60084) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:04.808209 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f9503-5b2f-4cf2-ab70-173a565f1766', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:04.818032 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:04.823334 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group_rule and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:04.827263 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:04.851114 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:04.900433 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.244818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.254113 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.267691 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d0679acf-783b-4e22-9452-45167ff8a141 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:05.293028 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba5aeba-9754-4030-95c9-a59a5cfb1186,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:05.300612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ed4b-bffe-43d8-8437-b4589bc9ab14 req-c13bbc92-2ee4-4676-8fd8-38d76696a77c tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:05.302078 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aa73ed4b-bffe-43d8-8437-b4589bc9ab14 req-c13bbc92-2ee4-4676-8fd8-38d76696a77c tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.2729769
Aug 31 12:46:05.303022 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:05.346665 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.351886 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.411046 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.412261 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6130903
Aug 31 12:46:05.418765 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60100) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:05.428114 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f9503-5b2f-4cf2-ab70-173a565f1766', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:05.446461 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aa73ed4b-bffe-43d8-8437-b4589bc9ab14 req-374e648f-9ab4-4620-838b-7adf1bb54fa2 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1239679
Aug 31 12:46:05.453477 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:05.466607 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:security_group_rule and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:05.472797 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:05.482648 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:05.511206 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.718242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.724238 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.729403 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:05.730888 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Floating IP 17740621-a413-48a8-86bb-307ac5b64d6b associated. External IP: 172.27.1.147, port: a1c1d02a-ba32-4ff9-a84c-5dba640789a8.
Aug 31 12:46:05.760578 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef8882a-037c-4aab-abfe-378da06b07b5,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:05.770462 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:05.792880 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.794710 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-406c1eff-b738-4b6d-aacc-369bdc6378c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3722498
Aug 31 12:46:05.798225 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60108) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:05.812120 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:05.820041 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:05.826677 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Usage tracker for resource:floatingip and tenant:bbc0021c7ae14637bd31f6b6d6788b92 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:05.831111 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:05.842321 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:05.858433 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:05.998763 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-241b81c6-4339-49e6-ab93-56135806fe54 req-aed5037a-bb57-4d54-b696-96d78f6e606f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:06.060729 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-241b81c6-4339-49e6-ab93-56135806fe54 req-aed5037a-bb57-4d54-b696-96d78f6e606f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:06.062210 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-aed5037a-bb57-4d54-b696-96d78f6e606f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898672054&fields=id&tenant_id=a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 267 time: 0.2174299
Aug 31 12:46:06.092021 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:06.368303 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Allocated IP 172.27.1.186 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/94290f57-d00f-43f8-bf99-c079bb1fb6bb) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:46:06.378061 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b81c6-4339-49e6-ab93-56135806fe54 req-32d7cca7-5e17-49be-aec1-22ce3c94d7d0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:06.382573 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-241b81c6-4339-49e6-ab93-56135806fe54 req-32d7cca7-5e17-49be-aec1-22ce3c94d7d0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:06.427205 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-241b81c6-4339-49e6-ab93-56135806fe54 req-32d7cca7-5e17-49be-aec1-22ce3c94d7d0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:06.437477 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-32d7cca7-5e17-49be-aec1-22ce3c94d7d0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 812 time: 0.3550394
Aug 31 12:46:06.507619 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-2c0f5e3c-5786-4f32-9559-b84f1eb2b0c9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/quotas/a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 375 time: 0.0682614
Aug 31 12:46:06.719705 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:06.784072 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:06.800073 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-eade4c23-a25c-44e8-8551-d516f94df6e2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:06.831887 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-241b81c6-4339-49e6-ab93-56135806fe54 req-4f86eace-15c3-4beb-b152-f9ffbf48b8e5 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:06.903059 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-241b81c6-4339-49e6-ab93-56135806fe54 req-4f86eace-15c3-4beb-b152-f9ffbf48b8e5 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:06.915548 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-4f86eace-15c3-4beb-b152-f9ffbf48b8e5 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4070172
Aug 31 12:46:06.961364 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Router c75bc28f-d96b-4f60-b634-14e4b69029b3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:46:06.976545 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'Port': ['ID=94290f57-d00f-43f8-bf99-c079bb1fb6bb,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:06.989297 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:07.000774 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:46:07.002102 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:46:07.006207 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:46:07.084087 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60134) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:07.340331 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:07.399408 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-f1fe0bc1-f8db-4183-873f-dcca3c5c69f4 service neutron] 10.222.0.20 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4751942
Aug 31 12:46:07.465498 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:07.527378 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:07.598697 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-49964158-7e74-4801-b2d5-087d8e157340 service neutron] 10.222.0.20 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907320
Aug 31 12:46:07.615927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:07.646250 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Usage tracker for resource:security_group_rule and tenant:a2a6015b247648b88fd8a8227139121d is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:07.657596 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:07.690810 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:07.760909 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:46:07.767777 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:07.778106 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] Sync routers for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:46:07.821731 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:46:07.831677 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238ddacd0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:46:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:07.863502 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:07.873039 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f7cffd03-09b5-476f-93e9-b6e44ac2be96 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "PUT /v2.0/floatingips/17740621-a413-48a8-86bb-307ac5b64d6b HTTP/1.1" status: 200  len: 991 time: 4.1906881
Aug 31 12:46:07.873039 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:07.880651 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436858c-5c72-442c-9c30-8822017c3a7a req-7f11002e-23e7-489a-baa7-39b50f5a31e9 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:07.891716 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8436858c-5c72-442c-9c30-8822017c3a7a req-7f11002e-23e7-489a-baa7-39b50f5a31e9 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.5339108
Aug 31 12:46:07.922077 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:07.952711 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f495ce94-0144-4dc5-8c96-90f46bd6bb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:08.090082 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba68201d-4225-4b9b-a678-6cd72546976c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:08.098292 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:46:08.107697 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:08.120646 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2a6015b247648b88fd8a8227139121d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0273602
Aug 31 12:46:08.123556 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 60154) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:08.170072 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8436858c-5c72-442c-9c30-8822017c3a7a req-66f23f9c-9adc-4a06-8ec1-7a6d2f9b352e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2742732
Aug 31 12:46:08.347568 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:08.355218 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:08.359788 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-818453a2-9509-4dfe-a378-1c7b8e6ea12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:08.495976 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'Port': ['ID=94290f57-d00f-43f8-bf99-c079bb1fb6bb,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:08.502351 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:08.537579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc54a0c6-cf22-4078-ba09-ed67c8ec81ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:08.609130 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d087-6fc1-4c29-8d10-1b30c39c7524 req-de818585-8ef0-4297-b33b-89717e95f09f tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:08.610642 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0819d087-6fc1-4c29-8d10-1b30c39c7524 req-de818585-8ef0-4297-b33b-89717e95f09f tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 946 time: 0.1798100
Aug 31 12:46:08.634772 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'status': 'completed', 'code': 200}
Aug 31 12:46:08.663924 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:08.677448 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc54a0c6-cf22-4078-ba09-ed67c8ec81ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:08.744569 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:08.753448 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-bae527c0-1b53-4ada-8aa3-066291fbee3c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9464381
Aug 31 12:46:08.801738 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238ddacd0>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '17740621-a413-48a8-86bb-307ac5b64d6b', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'port_id': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'mac_address': 'fa:16:3e:9c:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:46:04Z', 'revision_number': 1, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:08.807279 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] Checking router: c75bc28f-d96b-4f60-b634-14e4b69029b3 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:46:08.819439 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:46:08.819940 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238ddacd0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:46:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:08.882582 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0819d087-6fc1-4c29-8d10-1b30c39c7524 req-3cb89cdf-db1c-475d-83cf-e779b9b4cda9 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442012
Aug 31 12:46:08.952097 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-10d91c83-b9d0-48c2-9b23-4ac9e2fc0419 req-b796227f-e56b-4e20-a532-fbf412227c90 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 210 time: 0.1529419
Aug 31 12:46:09.083340 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc54a0c6-cf22-4078-ba09-ed67c8ec81ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:09.091659 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f7e2678a-05d0-4d8f-97d5-40867760aec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:09.113522 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc54a0c6-cf22-4078-ba09-ed67c8ec81ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:09.115413 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cc54a0c6-cf22-4078-ba09-ed67c8ec81ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba68201d-4225-4b9b-a678-6cd72546976c HTTP/1.1" status: 204  len: 168 time: 0.9908197
Aug 31 12:46:09.136905 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54a0c6-cf22-4078-ba09-ed67c8ec81ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba68201d-4225-4b9b-a678-6cd72546976c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:09.142486 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cc54a0c6-cf22-4078-ba09-ed67c8ec81ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:09.154477 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-ff15a316-b216-4399-9c92-1b5180042e1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1098 time: 0.4833381
Aug 31 12:46:09.188213 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:46:09.454326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415f163-edbf-4246-9c29-763603a9ad33 req-f37c2c61-3205-411b-8ffa-f33bb35ae54e tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:09.456361 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1415f163-edbf-4246-9c29-763603a9ad33 req-f37c2c61-3205-411b-8ffa-f33bb35ae54e tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 946 time: 0.1845198
Aug 31 12:46:09.461593 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-f99f6ca8-5d75-4d32-b3ab-53ba01554658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:09.475048 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-f99f6ca8-5d75-4d32-b3ab-53ba01554658 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.2983181
Aug 31 12:46:09.748101 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Deleting port f578716f-711c-492e-a667-019099b5bb76 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:46:09.748784 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:09.813591 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36827-ae4a-4ea7-aa3f-337d858a0f9f req-54e8ccd0-206d-40d5-b5df-f6f314fb2e24 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:09.821926 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a2f36827-ae4a-4ea7-aa3f-337d858a0f9f req-54e8ccd0-206d-40d5-b5df-f6f314fb2e24 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.2611454
Aug 31 12:46:09.856708 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-c37d778b-02d5-4958-8aed-f9221ec83439 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 200  len: 999 time: 0.3805017
Aug 31 12:46:09.945047 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60198) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:09.948415 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a2f36827-ae4a-4ea7-aa3f-337d858a0f9f req-9db9579f-c4c6-4e5c-8a32-fef4823559f1 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1256378
Aug 31 12:46:09.997293 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:10.111275 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:10.113126 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238ddacd0>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '17740621-a413-48a8-86bb-307ac5b64d6b', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'port_id': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'mac_address': 'fa:16:3e:9c:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:46:04Z', 'revision_number': 1, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:10.121696 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Usage tracker for resource:security_group_rule and tenant:434aed8b977c44e9822f2a6b1f4b820f is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:10.127309 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a1852-8826-4811-a60c-0647853fd324 None None] The sync data for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi is: [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '17740621-a413-48a8-86bb-307ac5b64d6b', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'port_id': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'mac_address': 'fa:16:3e:9c:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:46:04Z', 'revision_number': 1, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:46:10.131820 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:10.164567 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:10.192022 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-d0ae4bc4-f8b5-4c5c-91ff-aeebd3488ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:10.194052 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-d0ae4bc4-f8b5-4c5c-91ff-aeebd3488ea7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.3200188
Aug 31 12:46:10.338727 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:10.345833 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:10.365121 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffd9a39a-7ee0-4b3e-9e6b-95d9ca3970ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:10.440671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf6a7f-ea4c-48ee-afe6-8a6cac71b302,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:10.522234 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-d598fa50-677b-4c32-9e72-7b2c85fe813c tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1855600413&fields=id&tenant_id=bbc0021c7ae14637bd31f6b6d6788b92 HTTP/1.1" status: 200  len: 267 time: 1.0622032
Aug 31 12:46:10.533836 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9841c63-257d-4c00-afa4-d6ab77b2cac1 None None] New status for floating IP 17740621-a413-48a8-86bb-307ac5b64d6b: ACTIVE {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:46:10.591737 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=434aed8b977c44e9822f2a6b1f4b820f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6418777
Aug 31 12:46:10.596831 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60210) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:10.599318 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.600355 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.601379 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.602273 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.603189 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.604096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.604996 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.605857 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.607007 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.608025 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.608896 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:10.616795 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d46a22a7-1815-4cc3-b60e-34e955b1675f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:10.786041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-6f4d4a07-d699-4164-a7e3-b7bf7f2566ee tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:10.793483 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-6f4d4a07-d699-4164-a7e3-b7bf7f2566ee tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 811 time: 0.2694042
Aug 31 12:46:10.837638 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-63c6d182-a147-465e-893e-1ffcc11e8557 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/quotas/bbc0021c7ae14637bd31f6b6d6788b92 HTTP/1.1" status: 200  len: 375 time: 0.0431333
Aug 31 12:46:10.884956 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5fcb-e510-4853-979b-9ea18aa4df57 req-77aaff18-5773-4432-9dd2-a5683ffb839c tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:10.892902 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-954d5fcb-e510-4853-979b-9ea18aa4df57 req-77aaff18-5773-4432-9dd2-a5683ffb839c tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 946 time: 0.4555185
Aug 31 12:46:10.901836 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] For port f578716f-711c-492e-a667-019099b5bb76, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f578716f-711c-492e-a667-019099b5bb76,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:10.902268 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:10.939442 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:11.000946 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-954d5fcb-e510-4853-979b-9ea18aa4df57 req-a8333144-9d9b-459f-8ff0-7235467a03e0 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070015
Aug 31 12:46:11.002944 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:11.107993 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-a8dc1c38-72a8-49e5-bf5c-93a947da35f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8508372
Aug 31 12:46:11.128191 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Calling delete_port for f578716f-711c-492e-a667-019099b5bb76 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:46:11.179071 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:11.198615 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-352b57a0-244b-4bd0-9e00-498ae05e2d7a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:11.242183 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf6a7f-ea4c-48ee-afe6-8a6cac71b302,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:11.285722 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:11.305579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:11.310554 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0abf6a7f-ea4c-48ee-afe6-8a6cac71b302 HTTP/1.1" status: 204  len: 168 time: 0.6965442
Aug 31 12:46:11.369395 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-679f88b7-8922-4696-a888-618faf8f43f6 req-894fd2b3-ac34-432f-abaa-0320f1210fb7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 210 time: 0.0785923
Aug 31 12:46:11.704479 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-33c4a28f-a112-4176-8eb5-e26876f1af11 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4835687
Aug 31 12:46:11.789910 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-ea049f65-ccf1-4934-9e2d-9e3378040677 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9512432
Aug 31 12:46:11.808224 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57a272-42eb-49c4-a406-df1483804c3e req-729bf68c-b174-4125-84fd-bde1e07a5014 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:11.811378 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fb57a272-42eb-49c4-a406-df1483804c3e req-729bf68c-b174-4125-84fd-bde1e07a5014 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.1744506
Aug 31 12:46:11.902102 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fb57a272-42eb-49c4-a406-df1483804c3e req-f6122e91-4e98-4542-82ed-a5bf24d62878 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&id=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0840485
Aug 31 12:46:12.066651 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b81c6-4339-49e6-ab93-56135806fe54 req-7b0e816f-43f6-49d1-a275-24429209ff9f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:12.068776 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-7b0e816f-43f6-49d1-a275-24429209ff9f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 812 time: 0.9670167
Aug 31 12:46:12.277364 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:12.298037 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:12.305237 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f578716f-711c-492e-a667-019099b5bb76 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:46:12.430937 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: f578716f-711c-492e-a667-019099b5bb76 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:46:12.431398 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f578716f-711c-492e-a667-019099b5bb76 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:46:12.434464 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-737af2b2-f6bd-4bf1-a2a2-daea87281080 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 380 time: 0.3428640
Aug 31 12:46:12.496096 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb091340-d2e7-486c-badc-eafed5f874b4 req-6bede9f9-1d0a-4342-95cc-1812848168f2 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7784123
Aug 31 12:46:12.553511 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'port': {'device_id': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'admin_state_up': True, 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'security_groups': ['63252319-07b2-4cce-b039-0a435c1cfd66']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:12.732188 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a2d7c630-3c17-43d2-8bc5-c7f503419d26 req-577701fa-ef7e-4f39-9317-1164f72616f7 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 210 time: 0.1250174
Aug 31 12:46:12.864128 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Pushing event deleted for resources: {'Port': ['ID=f578716f-711c-492e-a667-019099b5bb76,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:12.935909 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-c49f7f90-87e4-4746-a531-042178de8bdb service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1114686
Aug 31 12:46:13.013286 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.014726 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.014726 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.015245 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.015714 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.016144 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.016587 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.017045 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.017484 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.017952 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.018631 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:13.141352 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:13.218951 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9fb86859-bfe9-4e8a-b475-a620d89db9cc req-3bda68b4-a87e-41b6-a5bf-5f925365a952 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 210 time: 0.0983839
Aug 31 12:46:13.256281 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:13.273053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] No DVR routers for this DVR port f578716f-711c-492e-a667-019099b5bb76 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:46:13.331246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:13.343548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:13.358532 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-16de6826-2457-4f35-a318-58c9c8504702 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4212694
Aug 31 12:46:13.364052 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f863b-0838-4a45-a512-907efa217cf4', 'name': 'network-vif-deleted', 'tag': 'f578716f-711c-492e-a667-019099b5bb76'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:13.381841 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Made reservation on behalf of a8e923aad1e040568f80f5af7e4fc565 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:46:13.399455 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:13.485644 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1415f163-edbf-4246-9c29-763603a9ad33 req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "DELETE /v2.0/ports/f578716f-711c-492e-a667-019099b5bb76 HTTP/1.1" status: 204  len: 173 time: 4.0082843
Aug 31 12:46:13.642500 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615f863b-0838-4a45-a512-907efa217cf4', 'name': 'network-vif-deleted', 'tag': 'f578716f-711c-492e-a667-019099b5bb76', 'status': 'completed', 'code': 200}
Aug 31 12:46:13.913725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-fb4ac613-e27d-4531-af81-d70e56719a6c req-0d04abc7-1d90-45ca-9439-54e05acaceb6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:13.957230 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-fb4ac613-e27d-4531-af81-d70e56719a6c req-0d04abc7-1d90-45ca-9439-54e05acaceb6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:13.975292 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fb4ac613-e27d-4531-af81-d70e56719a6c req-0d04abc7-1d90-45ca-9439-54e05acaceb6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 210 time: 0.1341920
Aug 31 12:46:14.081277 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Allocated IP 172.20.0.6 (464935a4-832f-4654-9efd-36492d1f668b/60d7933f-24e7-4ed0-bd2c-224568f07713/b01082b0-7d79-4ac4-9617-3b04d2db5bc2) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:46:14.341955 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-783f0671-ba61-4640-944e-6c6a94c3926a req-722e8ec8-04d7-4ed3-8648-b008c63d2f40 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Synchronizing usage tracker for tenant:095d88be2f584dad945577e1503a006e on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:14.388660 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-783f0671-ba61-4640-944e-6c6a94c3926a req-722e8ec8-04d7-4ed3-8648-b008c63d2f40 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Unset dirty status for tenant:095d88be2f584dad945577e1503a006e on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:14.388907 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-783f0671-ba61-4640-944e-6c6a94c3926a req-722e8ec8-04d7-4ed3-8648-b008c63d2f40 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=615f863b-0838-4a45-a512-907efa217cf4 HTTP/1.1" status: 200  len: 210 time: 0.1572006
Aug 31 12:46:14.542626 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:14.637129 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:14.641714 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-edc93504-5b0a-406c-8e53-256d8f8f6008 req-ff21c4a2-3dd3-4dc7-a284-a99541f4e626 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 210 time: 0.1804695
Aug 31 12:46:14.671615 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Transition to ACTIVE for port object b01082b0-7d79-4ac4-9617-3b04d2db5bc2 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:46:14.718634 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:14.729591 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4c6e136c-2ea7-4c21-8acc-dac93cd2e786 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:14.779507 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60292) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:14.852766 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:14.866784 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:14.868623 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Network 464935a4-832f-4654-9efd-36492d1f668b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:46:14.869795 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:46:14.872302 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:46:14.980123 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:14.981150 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.027921 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4951003
Aug 31 12:46:15.044415 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Request body: {'port': {'device_id': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:15.084732 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.171610 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:15.177519 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Usage tracker for resource:security_group_rule and tenant:940020233ec44378aaf13739701ef144 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:15.183534 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:15.192271 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:15.267752 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-5cfdd0c8-3b8d-4379-9419-213199d9bcbd None None] Provisioning for port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:46:15.277046 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d01a51f3-9054-48e9-b2c6-863d966d17bc req-b13c6e81-f42f-4f95-90f8-2024d5113a8a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 210 time: 0.0614388
Aug 31 12:46:15.291687 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-5cfdd0c8-3b8d-4379-9419-213199d9bcbd None None] Provisioning complete for port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:46:15.293682 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd0c8-3b8d-4379-9419-213199d9bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.354859 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.362776 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.371178 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f6275d82-98ee-4679-8d6d-c7ae5eb7fc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:15.391202 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdd0c8-3b8d-4379-9419-213199d9bcbd None None] Port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:46:15.394298 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.434563 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb58a174-c383-47e0-bced-34ca8f0618fe,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:15.438141 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:15.441965 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=940020233ec44378aaf13739701ef144&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6611011
Aug 31 12:46:15.445315 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60306) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:15.566481 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.673376 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.763912 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.774332 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0d3f75e5-3de7-46e4-9aff-bd3acd87bfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:15.822620 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb58a174-c383-47e0-bced-34ca8f0618fe,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:15.825302 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:15.829440 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb58a174-c383-47e0-bced-34ca8f0618fe HTTP/1.1" status: 204  len: 168 time: 0.3811452
Aug 31 12:46:15.829440 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:16.066133 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0121118-9dbb-41ba-9924-413e64dd6109 req-223253ae-8535-4fb5-b179-ebed9d57947a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:16.072552 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b0121118-9dbb-41ba-9924-413e64dd6109 req-223253ae-8535-4fb5-b179-ebed9d57947a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 931 time: 0.1265883
Aug 31 12:46:16.168857 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-806db1dd-4908-482f-89af-43628e1b999f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:16.169594 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-806db1dd-4908-482f-89af-43628e1b999f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 811 time: 0.4420271
Aug 31 12:46:16.174536 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b0121118-9dbb-41ba-9924-413e64dd6109 req-fe802804-7f47-4b29-98c4-521d5f841505 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:16.198889 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-b0121118-9dbb-41ba-9924-413e64dd6109 req-fe802804-7f47-4b29-98c4-521d5f841505 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:16.200092 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b0121118-9dbb-41ba-9924-413e64dd6109 req-fe802804-7f47-4b29-98c4-521d5f841505 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213040
Aug 31 12:46:16.307915 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-4cdbbdcc-14e7-46bd-a06d-0d4a77b15880 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc0021c7ae14637bd31f6b6d6788b92 HTTP/1.1" status: 200  len: 380 time: 0.1162388
Aug 31 12:46:16.346825 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'port': {'device_id': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'admin_state_up': True, 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'security_groups': ['dc3f9503-5b2f-4cf2-ab70-173a565f1766']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:16.551592 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e2daae9f-54e3-45ad-a90f-875d65980390 req-65182837-17ac-4f2f-96ad-b648d5ce2cf3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 210 time: 0.0834599
Aug 31 12:46:16.553828 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01082b0-7d79-4ac4-9617-3b04d2db5bc2 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:46:16.565733 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:16.570764 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:16.593949 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:16.613392 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Transition to ACTIVE for port object b01082b0-7d79-4ac4-9617-3b04d2db5bc2 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:46:16.614513 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Made reservation on behalf of bbc0021c7ae14637bd31f6b6d6788b92 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:46:16.618535 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:16.631713 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:16.640542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:16.833149 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:16.836486 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:17.069390 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Allocated IP 172.20.0.5 (cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2/94dde0f6-505e-49f7-a6e0-0f635fe8a49b/864eb63b-5a46-48c5-bcc4-e633c3090f45) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:46:17.087529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Attempting to bind port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:46:17.087984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Attempting to bind port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:46:17.088377 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Attempting to bind port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:46:17.112276 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 on network 464935a4-832f-4654-9efd-36492d1f668b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:46:17.112737 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Attempting to bind port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:46:17.139281 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:46:17.139665 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Checking segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:46:17.140057 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Bound using segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:46:17.140701 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Bound port: b01082b0-7d79-4ac4-9617-3b04d2db5bc2, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:46:17.141262 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:17.395724 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] For port b01082b0-7d79-4ac4-9617-3b04d2db5bc2, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:46:17.438649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:17.451717 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] For port b01082b0-7d79-4ac4-9617-3b04d2db5bc2, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:46:17.466548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:17.474907 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e475b359-6204-429d-86f5-08de25978eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:17.511816 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Transition to ACTIVE for port object 864eb63b-5a46-48c5-bcc4-e633c3090f45 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:46:17.566547 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:17.580250 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/b01082b0-7d79-4ac4-9617-3b04d2db5bc2 HTTP/1.1" status: 200  len: 1093 time: 2.5437992
Aug 31 12:46:17.584438 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:17.633071 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:17.638234 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:17.669640 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:17.689093 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:17.858521 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a49b1-4265-4148-a7e4-60896613c537 req-cc879baa-3910-465d-95fe-7d5da76f178c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:17.859271 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9f8a49b1-4265-4148-a7e4-60896613c537 req-cc879baa-3910-465d-95fe-7d5da76f178c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:17.906529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:46:17.911542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:46:17.917296 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:46:17.949868 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9f8a49b1-4265-4148-a7e4-60896613c537 req-cc879baa-3910-465d-95fe-7d5da76f178c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:17.951123 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9f8a49b1-4265-4148-a7e4-60896613c537 req-cc879baa-3910-465d-95fe-7d5da76f178c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.5530808
Aug 31 12:46:17.956625 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event updated for resources: {'Port': ['ID=864eb63b-5a46-48c5-bcc4-e633c3090f45,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:17.970178 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:18.044578 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:18.045392 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:18.054410 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9f8a49b1-4265-4148-a7e4-60896613c537 req-dde9ab10-dad4-4adf-8205-6a9f0fa80f25 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829556
Aug 31 12:46:18.095760 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7530425
Aug 31 12:46:18.253850 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-6576d243-40a7-4f44-8f4f-aad1ebbc47ca None None] Provisioning for port 864eb63b-5a46-48c5-bcc4-e633c3090f45 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:46:18.259434 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-6576d243-40a7-4f44-8f4f-aad1ebbc47ca None None] Provisioning complete for port 864eb63b-5a46-48c5-bcc4-e633c3090f45 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:46:18.260067 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6576d243-40a7-4f44-8f4f-aad1ebbc47ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:18.296550 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce185d-15b0-448e-9039-cc75d553627b req-ea77e192-7893-4b36-ac4b-b3f57bc1f592 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:18.297493 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-68ce185d-15b0-448e-9039-cc75d553627b req-ea77e192-7893-4b36-ac4b-b3f57bc1f592 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:18.316817 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-68ce185d-15b0-448e-9039-cc75d553627b req-ea77e192-7893-4b36-ac4b-b3f57bc1f592 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:18.319270 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-68ce185d-15b0-448e-9039-cc75d553627b req-ea77e192-7893-4b36-ac4b-b3f57bc1f592 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 931 time: 0.1176591
Aug 31 12:46:18.334149 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6576d243-40a7-4f44-8f4f-aad1ebbc47ca None None] Port 864eb63b-5a46-48c5-bcc4-e633c3090f45 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:46:18.372749 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-68ce185d-15b0-448e-9039-cc75d553627b req-a32b7dba-ba74-4803-8cfa-a78be91f72c7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483601
Aug 31 12:46:18.719263 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'status': 'completed', 'code': 200}
Aug 31 12:46:19.355821 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b16d4-ef2a-41b2-8a3f-b000a582ec94 req-0f11c58c-fc67-44c3-883a-72dcd207cca6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:19.357405 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f8b16d4-ef2a-41b2-8a3f-b000a582ec94 req-0f11c58c-fc67-44c3-883a-72dcd207cca6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.1401110
Aug 31 12:46:19.375857 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Request body: {'port': {'device_id': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:19.593137 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7f8b16d4-ef2a-41b2-8a3f-b000a582ec94 req-09d4e840-540d-4464-8ea2-f47f18b4c7ac tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1919301
Aug 31 12:46:19.659909 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc691c6-cf4d-4a26-a1f3-8b9d98e6bb7d req-7ea85549-0fdf-4b68-a2e3-19ea47265fc6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:19.662698 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7bc691c6-cf4d-4a26-a1f3-8b9d98e6bb7d req-7ea85549-0fdf-4b68-a2e3-19ea47265fc6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 931 time: 0.1064837
Aug 31 12:46:19.698949 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:19.725987 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2dc40e8c-f117-4310-a237-1a643bd79a50 req-f603c268-f896-46fb-ab0d-a1ebd6c89078 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 1096 time: 0.3262525
Aug 31 12:46:19.730725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-7bc691c6-cf4d-4a26-a1f3-8b9d98e6bb7d req-f1a96199-c382-4fcf-880c-e8b041d0e317 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Synchronizing usage tracker for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:19.762317 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-7bc691c6-cf4d-4a26-a1f3-8b9d98e6bb7d req-f1a96199-c382-4fcf-880c-e8b041d0e317 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Unset dirty status for tenant:bbc0021c7ae14637bd31f6b6d6788b92 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:19.764197 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7bc691c6-cf4d-4a26-a1f3-8b9d98e6bb7d req-f1a96199-c382-4fcf-880c-e8b041d0e317 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914066
Aug 31 12:46:20.116797 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc40e8c-f117-4310-a237-1a643bd79a50 req-731d9aa2-19b7-43de-ae99-b6e29da627f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:20.118259 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2dc40e8c-f117-4310-a237-1a643bd79a50 req-731d9aa2-19b7-43de-ae99-b6e29da627f4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a8e923aad1e040568f80f5af7e4fc565&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3448644
Aug 31 12:46:20.310839 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc40e8c-f117-4310-a237-1a643bd79a50 req-0428f2a5-1a49-4b02-83b2-e94e8bb78764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:20.312634 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2dc40e8c-f117-4310-a237-1a643bd79a50 req-0428f2a5-1a49-4b02-83b2-e94e8bb78764 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1857870
Aug 31 12:46:20.429233 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864eb63b-5a46-48c5-bcc4-e633c3090f45 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:46:20.443914 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:20.488615 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Transition to ACTIVE for port object 864eb63b-5a46-48c5-bcc4-e633c3090f45 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:46:20.497322 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:20.504475 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:20.617678 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-6961fb2d-02cd-417b-a308-a2606d0b5519 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 1096 time: 0.2418301
Aug 31 12:46:20.814366 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-ed2f3ebd-3026-42e2-97db-5d4ab49f572a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2 HTTP/1.1" status: 200  len: 217 time: 0.1876044
Aug 31 12:46:20.820001 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=864eb63b-5a46-48c5-bcc4-e633c3090f45,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:20.831468 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:20.980608 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07612f-3619-4e08-a336-55433995f5f0 req-ecd9ae13-785d-419c-8a3b-d95f32408e13 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:20.990046 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8c07612f-3619-4e08-a336-55433995f5f0 req-ecd9ae13-785d-419c-8a3b-d95f32408e13 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.1806297
Aug 31 12:46:21.081791 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b81c6-4339-49e6-ab93-56135806fe54 req-7a3f814f-9fe3-4dc6-a32a-98e258016b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:21.084022 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-7a3f814f-9fe3-4dc6-a32a-98e258016b2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.2511032
Aug 31 12:46:21.103165 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8c07612f-3619-4e08-a336-55433995f5f0 req-db21bd5f-7375-4ccb-9aa2-6d1aa1681bdb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117709
Aug 31 12:46:21.143529 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:46:21.228752 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Attempting to bind port 864eb63b-5a46-48c5-bcc4-e633c3090f45 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:46:21.228991 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Attempting to bind port 864eb63b-5a46-48c5-bcc4-e633c3090f45 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:46:21.229359 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Attempting to bind port 864eb63b-5a46-48c5-bcc4-e633c3090f45 on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:46:21.248056 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Port 864eb63b-5a46-48c5-bcc4-e633c3090f45 on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:46:21.248689 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Attempting to bind port 864eb63b-5a46-48c5-bcc4-e633c3090f45 on network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:46:21.265405 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:46:21.265771 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Checking segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:46:21.266171 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Bound using segment: {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:46:21.266605 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Bound port: 864eb63b-5a46-48c5-bcc4-e633c3090f45, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1911d735-cae5-4976-89c5-730a45507b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:46:21.266982 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:21.288642 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-c53c0234-356b-48aa-a928-f241e41bae21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1923461
Aug 31 12:46:21.345889 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846d0a8-7579-49ec-8d92-3588c18f6e24 req-c96bc667-95de-44cb-8d3a-ee951ca87574 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:21.348075 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0846d0a8-7579-49ec-8d92-3588c18f6e24 req-c96bc667-95de-44cb-8d3a-ee951ca87574 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 943 time: 0.2574625
Aug 31 12:46:21.551775 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] For port 864eb63b-5a46-48c5-bcc4-e633c3090f45, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:46:21.567516 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0846d0a8-7579-49ec-8d92-3588c18f6e24 req-ed63b1e7-90e7-4771-b1af-46f9876d2972 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067008
Aug 31 12:46:21.570891 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] For port 864eb63b-5a46-48c5-bcc4-e633c3090f45, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:46:21.573799 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-12225b15-e659-4e0d-8701-c5d965d01111 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553995
Aug 31 12:46:21.606802 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:21.614133 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b9155f45-27b7-4f75-9b1a-9ec38c23c740 tempest-VolumesActionsTest-1308048208 tempest-VolumesActionsTest-1308048208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:21.738092 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:21.739536 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] 10.222.0.43 "PUT /v2.0/ports/864eb63b-5a46-48c5-bcc4-e633c3090f45 HTTP/1.1" status: 200  len: 1093 time: 2.3811994
Aug 31 12:46:21.742145 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:21.781224 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=864eb63b-5a46-48c5-bcc4-e633c3090f45,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:21.796814 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:21.834699 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'status': 'completed', 'code': 200}
Aug 31 12:46:21.879121 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-241b81c6-4339-49e6-ab93-56135806fe54 req-2aff81ff-e2fd-45f7-849e-f72cbfe180ff service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2975175
Aug 31 12:46:21.921717 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-e4585436-702b-4c6a-991f-61ccf5ce9a04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 1096 time: 0.0925958
Aug 31 12:46:22.009468 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-5fb90637-5a3f-403f-be97-45f91ba7bc1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45 HTTP/1.1" status: 200  len: 217 time: 0.0749042
Aug 31 12:46:22.118297 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-7b3eaf40-9338-4e1c-bc4d-6d0a74e4b5f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:22.120720 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-7b3eaf40-9338-4e1c-bc4d-6d0a74e4b5f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.1005054
Aug 31 12:46:22.274862 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-76d4463a-9e9e-44f6-9473-50eb81644454 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1442335
Aug 31 12:46:22.475030 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5b52-0a42-42f1-a748-f7e35242ce83 req-3ce24c6d-fa71-47a1-b614-72e2db499c4b tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:22.478068 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8fbe5b52-0a42-42f1-a748-f7e35242ce83 req-3ce24c6d-fa71-47a1-b614-72e2db499c4b tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.1580594
Aug 31 12:46:22.490301 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-99145596-8cf3-4cac-9046-38b9df7fabd4 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047703
Aug 31 12:46:22.586891 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8fbe5b52-0a42-42f1-a748-f7e35242ce83 req-df75978f-175d-4d81-aa6d-cbfe3b2af154 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002870
Aug 31 12:46:22.796870 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-aed4bcf1-49d7-41ad-ba8d-c68f1054aa28 req-473765f2-fb99-4622-a419-807843ea4524 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2981858
Aug 31 12:46:23.014252 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddd0cf-a99f-4e2f-96cd-45cf6fa20435 req-6c98a143-8464-4aea-b33f-3ce10feabed6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:23.016508 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63ddd0cf-a99f-4e2f-96cd-45cf6fa20435 req-6c98a143-8464-4aea-b33f-3ce10feabed6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 943 time: 0.2045674
Aug 31 12:46:23.022409 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc245430-2741-437e-9ac1-167609c5024a req-32960bb1-3b7d-4f9f-9199-6ae53cf27888 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 1096 time: 0.1468060
Aug 31 12:46:23.091604 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63ddd0cf-a99f-4e2f-96cd-45cf6fa20435 req-7820cde2-e5a2-4a97-859d-2f03d588f57e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655386
Aug 31 12:46:23.848104 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd922a0-4074-4b7c-adb9-b9680b5a160a req-56046629-f4f6-42a7-9101-f82155f76dcb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:23.849574 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9bd922a0-4074-4b7c-adb9-b9680b5a160a req-56046629-f4f6-42a7-9101-f82155f76dcb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.1154559
Aug 31 12:46:23.928180 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9bd922a0-4074-4b7c-adb9-b9680b5a160a req-576e8b41-1565-4d89-8401-eb2ad3ff3140 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658247
Aug 31 12:46:24.253625 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc245430-2741-437e-9ac1-167609c5024a req-0e13a2aa-06d4-472a-993a-75ebef825ee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:24.255394 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc245430-2741-437e-9ac1-167609c5024a req-0e13a2aa-06d4-472a-993a-75ebef825ee5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 912 time: 0.2063119
Aug 31 12:46:24.486295 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c577d2-ad5e-4921-b396-6466153411bc req-8d9e1041-c1f8-4465-9daa-d8f36f7eb555 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:24.488471 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c577d2-ad5e-4921-b396-6466153411bc req-8d9e1041-c1f8-4465-9daa-d8f36f7eb555 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 943 time: 0.2136154
Aug 31 12:46:24.571652 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c577d2-ad5e-4921-b396-6466153411bc req-06189caa-f6ad-4205-8e31-e01f19ec2125 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722339
Aug 31 12:46:25.083473 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc245430-2741-437e-9ac1-167609c5024a req-94dd8588-95dc-4068-ba40-84c1d8f2956e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45 HTTP/1.1" status: 200  len: 217 time: 0.1285076
Aug 31 12:46:25.221294 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5beca2-5727-419d-af0d-126dbe0c0da1 req-872f2229-fe14-46dd-b818-77c492c3154e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:25.223265 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6d5beca2-5727-419d-af0d-126dbe0c0da1 req-872f2229-fe14-46dd-b818-77c492c3154e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.0945420
Aug 31 12:46:25.319430 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6d5beca2-5727-419d-af0d-126dbe0c0da1 req-08f3972b-a826-4bb5-9e97-5014cf4e2af3 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849659
Aug 31 12:46:25.889142 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f006e-2a86-4979-acd6-e18225c06756 req-8f73c109-226b-44e3-b5d6-1db9698c0aaf tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:25.891629 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-366f006e-2a86-4979-acd6-e18225c06756 req-8f73c109-226b-44e3-b5d6-1db9698c0aaf tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 943 time: 0.1298978
Aug 31 12:46:26.019527 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-366f006e-2a86-4979-acd6-e18225c06756 req-80744b5e-d1bd-42d2-9287-43f8b3f1ff61 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099696
Aug 31 12:46:26.070419 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc245430-2741-437e-9ac1-167609c5024a req-ce579772-218e-430b-81b0-2782544a42b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:26.072743 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc245430-2741-437e-9ac1-167609c5024a req-ce579772-218e-430b-81b0-2782544a42b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.0970399
Aug 31 12:46:26.186955 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc245430-2741-437e-9ac1-167609c5024a req-82be40a1-188c-4159-b120-0bc276706279 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1065950
Aug 31 12:46:26.375902 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc245430-2741-437e-9ac1-167609c5024a req-0fe4aeb3-1ab9-4fb2-99c9-981050210427 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820896
Aug 31 12:46:26.566271 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc245430-2741-437e-9ac1-167609c5024a req-a529b6a2-a97b-4ffb-ace1-011649272e9b service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797359
Aug 31 12:46:26.625113 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948221e-a503-4d05-b549-34c1143c98d3 req-a54465de-4514-4f4f-8c6b-be83e21471ef tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:26.633399 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e948221e-a503-4d05-b549-34c1143c98d3 req-a54465de-4514-4f4f-8c6b-be83e21471ef tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.1588383
Aug 31 12:46:26.692662 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e948221e-a503-4d05-b549-34c1143c98d3 req-c109a6fa-ad24-49ce-82f8-1950014173fa tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583377
Aug 31 12:46:27.323332 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f9a0e-176d-4d56-a7f6-988c054ca53d req-b17aeed7-ee2b-4c94-ac3c-c81f5cc83181 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:27.324938 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a85f9a0e-176d-4d56-a7f6-988c054ca53d req-b17aeed7-ee2b-4c94-ac3c-c81f5cc83181 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 943 time: 0.1038876
Aug 31 12:46:27.358256 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 864eb63b-5a46-48c5-bcc4-e633c3090f45 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:46:27.442012 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a85f9a0e-176d-4d56-a7f6-988c054ca53d req-62833ace-eb66-48a7-86f2-17d79491fe62 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110158
Aug 31 12:46:27.553671 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-2661aaeb-f344-43c6-91fd-2cc3e3dae704 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:27.555233 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-2661aaeb-f344-43c6-91fd-2cc3e3dae704 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/networks?id=44a18848-49d4-4ed6-b62b-266fc9d9d37a HTTP/1.1" status: 200  len: 813 time: 0.2608414
Aug 31 12:46:27.564008 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 864eb63b-5a46-48c5-bcc4-e633c3090f45, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:27.583375 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'port_id': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'mac_address': 'fa:16:3e:47:0f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:46:27.600865 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-df79d677-5364-406e-92fb-679cf9ec5ebe tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/quotas/095d88be2f584dad945577e1503a006e HTTP/1.1" status: 200  len: 375 time: 0.0387793
Aug 31 12:46:27.670901 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:27.696829 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864eb63b-5a46-48c5-bcc4-e633c3090f45 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:46:27.719669 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-e9d734b1-279c-4867-8163-ba37270b7c36 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=095d88be2f584dad945577e1503a006e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1130910
Aug 31 12:46:27.724827 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 864eb63b-5a46-48c5-bcc4-e633c3090f45, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:27.731279 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:27.741782 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:27.847197 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=864eb63b-5a46-48c5-bcc4-e633c3090f45,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:27.859121 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.859553 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.859802 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.860141 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.860477 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.860808 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.861137 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.861494 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.862049 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.862415 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.862933 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:46:27.869275 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:27.970425 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-9945cce2-f9d6-4932-b67f-96694d0ed66a service neutron] 10.222.0.20 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2491474
Aug 31 12:46:28.030333 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['864eb63b-5a46-48c5-bcc4-e633c3090f45'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:46:28.036275 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73d310-f27f-4808-aeab-fe5790ec0fac req-1abb61e9-70bd-4dcc-a91b-a7246a8f990c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:28.043451 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5c73d310-f27f-4808-aeab-fe5790ec0fac req-1abb61e9-70bd-4dcc-a91b-a7246a8f990c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.1157019
Aug 31 12:46:28.101285 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5c73d310-f27f-4808-aeab-fe5790ec0fac req-ee37e981-ebe9-4777-9ca2-1e0fc1f7f348 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563903
Aug 31 12:46:28.208063 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-a67dc0d3-dfb4-41cc-842b-6851c3ec68b7 service neutron] 10.222.0.20 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291887
Aug 31 12:46:28.471386 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05379fe2-f7bd-4272-a9bd-ab1400385bee req-ca0e39a4-39f0-4409-96da-ff83f52027fb tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 210 time: 0.0670285
Aug 31 12:46:28.826960 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1da0c-11e3-4249-a09e-40aaefa74504 req-d4eaf8d4-32b0-4c00-bbd5-d8b5cd06a5ab tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:28.829297 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-20a1da0c-11e3-4249-a09e-40aaefa74504 req-d4eaf8d4-32b0-4c00-bbd5-d8b5cd06a5ab tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 944 time: 0.1976697
Aug 31 12:46:28.926357 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-20a1da0c-11e3-4249-a09e-40aaefa74504 req-15d84587-f5eb-4616-9e52-1107338347fa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818439
Aug 31 12:46:28.981263 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0666cccf-eb92-49a8-88be-f27d44bf57ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:29.373628 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3440b1a-c8dc-4ab5-aeb3-e0812ac9470e req-af7f86a6-1c3e-4f6d-8c32-b3c50d5e4f56 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:29.376352 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3440b1a-c8dc-4ab5-aeb3-e0812ac9470e req-af7f86a6-1c3e-4f6d-8c32-b3c50d5e4f56 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 943 time: 0.1310310
Aug 31 12:46:29.380563 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b01082b0-7d79-4ac4-9617-3b04d2db5bc2 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:46:29.383202 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 864eb63b-5a46-48c5-bcc4-e633c3090f45 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:46:29.414808 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:29.468158 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3440b1a-c8dc-4ab5-aeb3-e0812ac9470e req-8e9a38d0-0689-426a-9b75-201d04c3c6af tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754566
Aug 31 12:46:29.602668 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 864eb63b-5a46-48c5-bcc4-e633c3090f45 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:46:29.617371 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 864eb63b-5a46-48c5-bcc4-e633c3090f45 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:46:29.617980 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:29.703605 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port b01082b0-7d79-4ac4-9617-3b04d2db5bc2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:29.731452 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'port_id': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'mac_address': 'fa:16:3e:7c:62:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:46:29.765154 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed9989d2-a453-4c71-afb0-2164aa4044a2 req-e0c2355a-de1e-492f-a786-5cc36e06a2c7 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 210 time: 0.0668509
Aug 31 12:46:29.927863 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:29.963815 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:29.981708 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01082b0-7d79-4ac4-9617-3b04d2db5bc2 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:46:30.029718 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port b01082b0-7d79-4ac4-9617-3b04d2db5bc2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:30.045479 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:30.061620 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:30.080021 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:30.169457 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 864eb63b-5a46-48c5-bcc4-e633c3090f45, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:30.183963 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:30.215159 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-b7373448-ad5b-4e9b-a460-1ae8b8cc7355 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:30.220834 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-b7373448-ad5b-4e9b-a460-1ae8b8cc7355 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "GET /v2.0/networks?id=44a18848-49d4-4ed6-b62b-266fc9d9d37a HTTP/1.1" status: 200  len: 813 time: 0.2937267
Aug 31 12:46:30.249973 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Request body: {'port': {'device_id': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a', 'admin_state_up': True, 'tenant_id': '095d88be2f584dad945577e1503a006e'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:30.251019 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:30.259698 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:30.261414 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d22c818a-f731-4d16-9a5f-b80545edb96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:30.387369 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b7f11-8910-4f95-b6a3-6014eb7d6b93 req-7c041e6c-1c26-4b71-9985-c51c9259ef4d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:30.389776 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-145b7f11-8910-4f95-b6a3-6014eb7d6b93 req-7c041e6c-1c26-4b71-9985-c51c9259ef4d tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1626024
Aug 31 12:46:30.391622 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['b01082b0-7d79-4ac4-9617-3b04d2db5bc2'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:46:30.476114 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-145b7f11-8910-4f95-b6a3-6014eb7d6b93 req-8d225352-fc90-43aa-81a7-4d5acbf18f85 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790040
Aug 31 12:46:30.518026 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'code': 200}
Aug 31 12:46:30.679743 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=864eb63b-5a46-48c5-bcc4-e633c3090f45,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:30.693332 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:30.921909 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:30.991906 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:31.030819 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Made reservation on behalf of 095d88be2f584dad945577e1503a006e for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:46:31.036709 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:31.072625 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81ae62ca-f3cc-402c-9685-59ba36d3bd7b req-75d184b2-06ec-4ec9-bdc4-5e3ef3486ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 1098 time: 0.3125367
Aug 31 12:46:31.170225 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6b26-dc42-4f27-814f-c91e9669a8f5 req-de1b6529-9426-4d1d-b778-0c8193dbf660 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:31.182144 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff6c6b26-dc42-4f27-814f-c91e9669a8f5 req-de1b6529-9426-4d1d-b778-0c8193dbf660 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 944 time: 0.3042688
Aug 31 12:46:31.188998 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3add79ad-f7ac-4dd4-a57a-4b1e14834b74 req-521f6f99-8d5d-458f-99a6-e42b39002d53 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 210 time: 0.0629017
Aug 31 12:46:31.224888 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2bcd94c9-6ea1-4d7f-80d6-f09055ce7b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:31.293501 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81ae62ca-f3cc-402c-9685-59ba36d3bd7b req-a099ec21-d776-40ed-967f-937f83e861a2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2085493
Aug 31 12:46:31.357383 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff6c6b26-dc42-4f27-814f-c91e9669a8f5 req-22225b21-c892-475d-9ed1-d462bc35cc1c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745086
Aug 31 12:46:31.421955 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Allocated IP 172.20.0.8 (44a18848-49d4-4ed6-b62b-266fc9d9d37a/83c9f309-ca7b-4eb5-b904-bd6b85561503/7a1a3306-e0f4-4dd8-991a-74652979e994) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:46:31.753647 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:31.788264 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:31.795615 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4de8e7b4-2004-4090-a7c5-92dbd06085dd tempest-AttachVolumeNegativeTest-1525977067 tempest-AttachVolumeNegativeTest-1525977067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:31.800525 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d8f2-a942-4283-8c23-23cffc928161 req-2f4c3ef7-05aa-4821-93fa-8dd936912b60 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:31.802450 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-baa1d8f2-a942-4283-8c23-23cffc928161 req-2f4c3ef7-05aa-4821-93fa-8dd936912b60 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1330998
Aug 31 12:46:31.875114 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-baa1d8f2-a942-4283-8c23-23cffc928161 req-3e71cb4a-1748-4601-bcbe-adb340b788ec tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622346
Aug 31 12:46:31.888730 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Network 44a18848-49d4-4ed6-b62b-266fc9d9d37a is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:46:31.895344 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:46:31.908025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:46:31.952057 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Pushing event updated for resources: {'Port': ['ID=7a1a3306-e0f4-4dd8-991a-74652979e994,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:31.962413 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:32.007209 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:32.007735 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:32.037988 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8006442
Aug 31 12:46:32.054955 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Request body: {'port': {'device_id': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:32.188363 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:32.372073 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:32.656779 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60550) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:32.865656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Deleting subnet 5ea2d57f-5910-4e81-a831-7f03b07acb9b {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:46:32.875322 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:32.892177 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19249f15-14e8-49ce-b9eb-cae8279d8bae req-a05ea011-cf9e-414a-a70a-b70a9d2288b0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:32.895333 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19249f15-14e8-49ce-b9eb-cae8279d8bae req-a05ea011-cf9e-414a-a70a-b70a9d2288b0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 944 time: 0.2774842
Aug 31 12:46:32.935995 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1a3306-e0f4-4dd8-991a-74652979e994 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:46:32.957335 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:32.974028 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a64e-911f-4115-8777-6fe8b40b0e8f req-ad92c71c-fbf1-4d7f-93cc-192765e6ec85 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:32.975530 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5668a64e-911f-4115-8777-6fe8b40b0e8f req-ad92c71c-fbf1-4d7f-93cc-192765e6ec85 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 931 time: 0.3655686
Aug 31 12:46:32.981010 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.013077 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Transition to ACTIVE for port object 7a1a3306-e0f4-4dd8-991a-74652979e994 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:46:33.022513 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19249f15-14e8-49ce-b9eb-cae8279d8bae req-ab9d91de-53b2-454f-9198-f1890a544462 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158848
Aug 31 12:46:33.023715 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.030754 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a8b8c41-c306-45c9-a3d2-dc6820cbcd56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:33.076049 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.132585 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5668a64e-911f-4115-8777-6fe8b40b0e8f req-f1618e24-5324-4c10-b8ec-5058f6ae826b tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232464
Aug 31 12:46:33.202442 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.209329 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-90bf27e4-418b-4ecc-a4ee-452a38dd422a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:33.259177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea2d57f-5910-4e81-a831-7f03b07acb9b,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:33.262075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:33.266046 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.272987 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c692f7c5-1659-4491-9f70-220e27965d8a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ea2d57f-5910-4e81-a831-7f03b07acb9b HTTP/1.1" status: 204  len: 168 time: 0.6144617
Aug 31 12:46:33.275896 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60558) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:33.323952 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1a3306-e0f4-4dd8-991a-74652979e994,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:33.329740 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:33.380448 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b01082b0-7d79-4ac4-9617-3b04d2db5bc2 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:46:33.391431 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.498651 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:46:33.505645 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:46:33.506012 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.568269 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.584875 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7238685130>,) {'filters': {'network_id': ['4f72b05f-40ef-4634-8ba8-11c9a2bb876d']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:33.603714 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238685130>, '19c3840f-6980-42de-ae93-abf76ad29560') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:33.604684 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238685130>, '19c3840f-6980-42de-ae93-abf76ad29560') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:33.618256 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.639442 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.650682 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.652517 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:46:33.653861 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.659121 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00a1f-22af-41e7-900d-eeb07e670145 req-e516f563-0672-4dc2-a04f-a644b7b642aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:33.667302 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cab00a1f-22af-41e7-900d-eeb07e670145 req-e516f563-0672-4dc2-a04f-a644b7b642aa tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.4450004
Aug 31 12:46:33.688537 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:33.690523 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Attempting to bind port 7a1a3306-e0f4-4dd8-991a-74652979e994 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:46:33.690983 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Attempting to bind port 7a1a3306-e0f4-4dd8-991a-74652979e994 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:46:33.691372 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Attempting to bind port 7a1a3306-e0f4-4dd8-991a-74652979e994 on network 44a18848-49d4-4ed6-b62b-266fc9d9d37a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:46:33.708659 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port b01082b0-7d79-4ac4-9617-3b04d2db5bc2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:33.714819 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.716967 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:33.729136 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Port 7a1a3306-e0f4-4dd8-991a-74652979e994 on network 44a18848-49d4-4ed6-b62b-266fc9d9d37a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:46:33.730292 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Attempting to bind port 7a1a3306-e0f4-4dd8-991a-74652979e994 on network 44a18848-49d4-4ed6-b62b-266fc9d9d37a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:46:33.757294 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:46:33.758218 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Checking segment: {'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:46:33.758856 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Bound using segment: {'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:46:33.759864 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Bound port: 7a1a3306-e0f4-4dd8-991a-74652979e994, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9fcc5b-5cf3-4782-9bea-59e350c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:46:33.760806 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:46:33.781292 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:46:33.786253 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'code': 200}
Aug 31 12:46:33.795503 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.806858 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cab00a1f-22af-41e7-900d-eeb07e670145 req-d7993dd8-0f7d-4e5a-842c-2f3bfc09bad0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383672
Aug 31 12:46:33.818789 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.831844 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2890244b-b703-41fd-a349-6042f7d006ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:33.849121 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:33.852078 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:33.874332 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.893758 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f72b05f-40ef-4634-8ba8-11c9a2bb876d,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:33.898861 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:33.919561 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-823fa5ff-66e2-47b5-a9b1-e397c834913d admin admin] 10.222.0.20 "DELETE /v2.0/networks/4f72b05f-40ef-4634-8ba8-11c9a2bb876d HTTP/1.1" status: 204  len: 168 time: 0.6424942
Aug 31 12:46:33.969921 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] For port 7a1a3306-e0f4-4dd8-991a-74652979e994, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:46:33.982840 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] For port 7a1a3306-e0f4-4dd8-991a-74652979e994, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7a1a3306-e0f4-4dd8-991a-74652979e994,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:46:33.990571 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:33.995862 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91b0b831-aa80-414d-a0ba-6110772851e5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:34.088638 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:34.089572 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a1a3306-e0f4-4dd8-991a-74652979e994 HTTP/1.1" status: 200  len: 1093 time: 2.0421460
Aug 31 12:46:34.090176 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'tag': '7a1a3306-e0f4-4dd8-991a-74652979e994'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:34.106526 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd448b-30c8-4da6-a11b-465ce05d6531 req-08d68caa-8543-4326-a3b5-9af5540418c0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:34.108437 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-99dd448b-30c8-4da6-a11b-465ce05d6531 req-08d68caa-8543-4326-a3b5-9af5540418c0 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1359286
Aug 31 12:46:34.121134 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60572) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:34.148385 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Request body: {'floatingip': {'port_id': '864eb63b-5a46-48c5-bcc4-e633c3090f45'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:34.255250 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'tag': '7a1a3306-e0f4-4dd8-991a-74652979e994', 'status': 'completed', 'code': 200}
Aug 31 12:46:34.291094 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:34.328873 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1a3306-e0f4-4dd8-991a-74652979e994,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:34.343649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:34.381587 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 60580) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:34.460196 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-a4c5d8f4-2edc-49ca-b093-e21ed54de217 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=095d88be2f584dad945577e1503a006e&device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 1096 time: 0.2758625
Aug 31 12:46:34.470268 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4eae9aeb-30ab-4a47-ad03-6c15ce4f80d2 req-0d8c8fca-363c-4098-a0d4-9e541b532e76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 1098 time: 0.3713219
Aug 31 12:46:34.572981 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0efb-5d82-4c28-bec1-fe9dfd8aa976 req-63f12020-b5d1-4662-8293-c381d5958612 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:34.574570 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-54ea0efb-5d82-4c28-bec1-fe9dfd8aa976 req-63f12020-b5d1-4662-8293-c381d5958612 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 943 time: 0.2151215
Aug 31 12:46:34.671438 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-b1e67dea-99ed-477b-a1f5-d0e6a5fde7d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1a3306-e0f4-4dd8-991a-74652979e994 HTTP/1.1" status: 200  len: 217 time: 0.1950524
Aug 31 12:46:34.678827 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e2b2d-1240-4974-93bb-1820d7877472 req-ac364622-bdf8-467a-b39b-349d2f9d1cff tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:34.680927 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a8e2b2d-1240-4974-93bb-1820d7877472 req-ac364622-bdf8-467a-b39b-349d2f9d1cff tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.4299970
Aug 31 12:46:34.692068 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-70c45d20-b43e-4029-a10f-c5b661e200c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33e206154d214b1292da7ca5312a064b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3064387
Aug 31 12:46:34.692365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 60584) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:34.793441 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4eae9aeb-30ab-4a47-ad03-6c15ce4f80d2 req-cf48806f-0176-440f-84e0-ddc56254bf03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3127434
Aug 31 12:46:34.800460 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-54ea0efb-5d82-4c28-bec1-fe9dfd8aa976 req-92e5d749-8a20-41a1-9550-cfaac5834b97 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183471
Aug 31 12:46:34.852132 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-e056da22-9fe6-431f-9e60-9ce277ed1dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:34.853856 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-e056da22-9fe6-431f-9e60-9ce277ed1dd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83c9f309-ca7b-4eb5-b904-bd6b85561503 HTTP/1.1" status: 200  len: 853 time: 0.1643171
Aug 31 12:46:34.870052 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a8e2b2d-1240-4974-93bb-1820d7877472 req-dcae3f4e-2d66-4841-952a-69f82c3b0487 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1785977
Aug 31 12:46:34.913374 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:34.952197 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:35.070607 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-730b6d18-e196-424f-8576-52c7d0f72410 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a18848-49d4-4ed6-b62b-266fc9d9d37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0701799
Aug 31 12:46:35.165474 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:35.170907 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3eb524ee-07ec-4889-89a8-a2b23f7c5216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:35.215852 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec0d70e-ff17-4c74-bb77-ed32053fb3c3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:35.218582 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:35.243154 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-91c3ca22-239d-40ee-ab51-362c5bc8f1d3 service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616590
Aug 31 12:46:35.244348 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:35.250227 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ec0d70e-ff17-4c74-bb77-ed32053fb3c3 HTTP/1.1" status: 204  len: 168 time: 0.5522337
Aug 31 12:46:35.332841 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:35.339938 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:35.440117 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2309af96-3f36-4682-b0ae-6943fafaf7fe req-a4895594-51f6-48e5-84b1-bb70ad7c85b1 service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806765
Aug 31 12:46:35.607912 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-9787342c-aaf1-4d95-a970-d4de16966c8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=095d88be2f584dad945577e1503a006e&device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 1096 time: 0.1027510
Aug 31 12:46:35.623351 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.l3_db [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Floating IP c850b645-f3fc-4459-b631-a59832837e0f associated. External IP: 172.27.1.186, port: 864eb63b-5a46-48c5-bcc4-e633c3090f45.
Aug 31 12:46:35.809675 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-bd99f0b5-4c9c-4f69-8edd-ff3f9ba26db7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:35.811331 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-bd99f0b5-4c9c-4f69-8edd-ff3f9ba26db7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44a18848-49d4-4ed6-b62b-266fc9d9d37a HTTP/1.1" status: 200  len: 914 time: 0.1933866
Aug 31 12:46:35.961598 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-ad6c12e5-e976-497c-90ec-37c359c29d73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1a3306-e0f4-4dd8-991a-74652979e994 HTTP/1.1" status: 200  len: 217 time: 0.1427116
Aug 31 12:46:36.128915 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-a4961b1b-8117-48ca-b819-ab9fb56b6c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:36.130570 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-a4961b1b-8117-48ca-b819-ab9fb56b6c9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83c9f309-ca7b-4eb5-b904-bd6b85561503 HTTP/1.1" status: 200  len: 853 time: 0.1573277
Aug 31 12:46:36.226867 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46ec8d-7ebf-443e-854a-6458d4071c14 req-074af5f8-efae-468f-9d45-d5160c0bbbbc tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:36.238094 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-de46ec8d-7ebf-443e-854a-6458d4071c14 req-074af5f8-efae-468f-9d45-d5160c0bbbbc tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.1922886
Aug 31 12:46:36.319462 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-a10f4275-8c8f-48c0-a0de-182f51951736 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a18848-49d4-4ed6-b62b-266fc9d9d37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1747782
Aug 31 12:46:36.372047 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-de46ec8d-7ebf-443e-854a-6458d4071c14 req-dd70fcd6-939f-4f87-bc70-0a78a9f6077b tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323469
Aug 31 12:46:36.442792 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d03a44-c09b-4d84-996c-eef827df7762 req-ea62f43f-fb14-4268-87b9-418ae1a24a16 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:36.443567 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-90d03a44-c09b-4d84-996c-eef827df7762 req-ea62f43f-fb14-4268-87b9-418ae1a24a16 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Synchronizing usage tracker for tenant:095d88be2f584dad945577e1503a006e on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:46:36.480928 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Router 06fe5070-8e25-4f87-ac95-5ebf69cc836c has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:46:36.506626 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-90d03a44-c09b-4d84-996c-eef827df7762 req-ea62f43f-fb14-4268-87b9-418ae1a24a16 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Unset dirty status for tenant:095d88be2f584dad945577e1503a006e on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:46:36.507799 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-90d03a44-c09b-4d84-996c-eef827df7762 req-ea62f43f-fb14-4268-87b9-418ae1a24a16 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 943 time: 0.4618747
Aug 31 12:46:36.562106 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-db559af0-fadc-4f36-8e79-910e3f44be8b service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301939
Aug 31 12:46:36.620495 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-90d03a44-c09b-4d84-996c-eef827df7762 req-876c50ab-df96-4093-8254-362c434a938e tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925910
Aug 31 12:46:36.764523 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b812e33-e74c-4e6c-9d96-6f5937807f47 req-7decd144-b8b2-4968-a87b-39ea3d13ef37 service neutron] 10.222.0.43 "GET /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694880
Aug 31 12:46:36.814318 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:46:36.820223 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:36.827457 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] Sync routers for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:46:36.843826 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:46:36.844838 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72388440d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:46:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:36.880993 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1381967e-33ef-461d-ab30-568ac09183ff tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "PUT /v2.0/floatingips/c850b645-f3fc-4459-b631-a59832837e0f HTTP/1.1" status: 200  len: 991 time: 2.7527037
Aug 31 12:46:36.882370 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:36.996886 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'status': 'completed', 'code': 200}
Aug 31 12:46:37.133379 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-723dcc8c-b5c4-4149-9595-0ba591376ebc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 1098 time: 0.1089487
Aug 31 12:46:37.166640 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:46:37.372496 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-00f4773b-6da9-4e80-af17-4fac7579c725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:37.374965 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-00f4773b-6da9-4e80-af17-4fac7579c725 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 200  len: 912 time: 0.2301972
Aug 31 12:46:37.410476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 7a1a3306-e0f4-4dd8-991a-74652979e994 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:46:37.645695 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-91089250-54d7-44ac-8d63-8bf12f979732 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45 HTTP/1.1" status: 200  len: 999 time: 0.2621922
Aug 31 12:46:37.735387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-8f6846df-c658-4bde-8e96-711a220747ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:37.738214 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-8f6846df-c658-4bde-8e96-711a220747ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 200  len: 850 time: 0.0824261
Aug 31 12:46:37.743922 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c36d3-2c27-4534-8e70-6753adee6bf6 req-0cdf99d0-90af-47e9-9039-a1f6d38e6226 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:37.745642 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-822c36d3-2c27-4534-8e70-6753adee6bf6 req-0cdf99d0-90af-47e9-9039-a1f6d38e6226 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.1916673
Aug 31 12:46:37.836092 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 7a1a3306-e0f4-4dd8-991a-74652979e994, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7a1a3306-e0f4-4dd8-991a-74652979e994,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:37.866265 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-822c36d3-2c27-4534-8e70-6753adee6bf6 req-edfacc61-55a6-404d-ab67-2d295672b323 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830967
Aug 31 12:46:37.876674 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '7a1a3306-e0f4-4dd8-991a-74652979e994', 'network_id': '44a18848-49d4-4ed6-b62b-266fc9d9d37a', 'port_id': '7a1a3306-e0f4-4dd8-991a-74652979e994', 'mac_address': 'fa:16:3e:19:b6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c9f309-ca7b-4eb5-b904-bd6b85561503', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:46:37.878909 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-638beb11-54d2-44ed-aa04-3f00758a6a81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1321883
Aug 31 12:46:38.132673 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:38.170223 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1a3306-e0f4-4dd8-991a-74652979e994 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:46:38.200149 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 7a1a3306-e0f4-4dd8-991a-74652979e994, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7a1a3306-e0f4-4dd8-991a-74652979e994,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:38.207571 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:38.212922 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:38.236264 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2abf4-d886-4204-9c20-35af3364e1c2 req-ed3c6e12-2adf-41e1-a37a-62e6967f3659 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:38.243495 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-18e2abf4-d886-4204-9c20-35af3364e1c2 req-ed3c6e12-2adf-41e1-a37a-62e6967f3659 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 943 time: 0.1699586
Aug 31 12:46:38.318988 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-18e6f0ac-23a8-4c8f-a022-df26b7853431 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4257216
Aug 31 12:46:38.333453 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72388440d0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'c850b645-f3fc-4459-b631-a59832837e0f', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'port_id': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'mac_address': 'fa:16:3e:47:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:07Z', 'updated_at': '2021-08-31T12:46:35Z', 'revision_number': 1, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:38.348155 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] Checking router: 06fe5070-8e25-4f87-ac95-5ebf69cc836c for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:46:38.357571 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-18e2abf4-d886-4204-9c20-35af3364e1c2 req-9466f4a0-c97f-4548-82bf-7e552d6353d5 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127875
Aug 31 12:46:38.364837 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=7a1a3306-e0f4-4dd8-991a-74652979e994,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:38.372088 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:38.380515 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:46:38.381471 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72388440d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:46:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:38.544885 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe0c2d-d8de-4a1b-b324-ff81509d48ea req-0a893752-0675-42c5-8416-890e7a587b8c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:38.553199 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3abe0c2d-d8de-4a1b-b324-ff81509d48ea req-0a893752-0675-42c5-8416-890e7a587b8c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.2986038
Aug 31 12:46:38.616760 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e9362e1-e206-4103-9595-20e607f0cdeb req-bcb57374-90d9-4482-9977-ba6b3539c507 service neutron] 10.222.0.43 "GET /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2891963
Aug 31 12:46:38.638171 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['7a1a3306-e0f4-4dd8-991a-74652979e994'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:46:38.650179 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3abe0c2d-d8de-4a1b-b324-ff81509d48ea req-68cc005d-5b31-4647-88a1-af8e80c62e68 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957804
Aug 31 12:46:38.674450 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60654) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:38.767494 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:46:39.163802 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8e641a9b-fb16-4416-bfa5-f97d547d584c tempest-TestVolumeBootPattern-1140251650 tempest-TestVolumeBootPattern-1140251650-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 1093 time: 0.4798548
Aug 31 12:46:39.164220 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 60664) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:46:39.171380 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'port_id': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:46:39.180689 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:46:39.186817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:floatingip and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:46:39.191808 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:46:39.203140 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:46:39.225485 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:39.353560 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72388440d0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'c850b645-f3fc-4459-b631-a59832837e0f', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'port_id': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'mac_address': 'fa:16:3e:47:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:07Z', 'updated_at': '2021-08-31T12:46:35Z', 'revision_number': 1, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:39.361171 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25400c06-662a-4c91-937b-30d32ba80f2c None None] The sync data for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi is: [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'c850b645-f3fc-4459-b631-a59832837e0f', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'port_id': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'mac_address': 'fa:16:3e:47:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:07Z', 'updated_at': '2021-08-31T12:46:35Z', 'revision_number': 1, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:46:39.458003 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:39.694642 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b2d69-5b22-4aac-84b4-046d148eda16 None None] New status for floating IP c850b645-f3fc-4459-b631-a59832837e0f: ACTIVE {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:46:39.779931 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5068446-ebf4-44f6-917d-08420ffaf9dc req-f5f8d9f8-be10-48ae-be28-23fd6a2e06a6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:39.782721 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e5068446-ebf4-44f6-917d-08420ffaf9dc req-f5f8d9f8-be10-48ae-be28-23fd6a2e06a6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 944 time: 0.2111347
Aug 31 12:46:39.882320 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Allocated IP 172.27.1.79 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/a9fdfe19-0c04-4c15-9683-8850b4e53c4c) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:46:39.909477 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e5068446-ebf4-44f6-917d-08420ffaf9dc req-087f78b8-be31-4cb4-b594-d06989872feb tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132119
Aug 31 12:46:40.129551 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:40.187420 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:40.196211 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d04662bd-3dd0-4f72-95ed-575ff3803545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:40.271068 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:46:40.273809 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:46:40.277990 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:46:40.322517 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=a9fdfe19-0c04-4c15-9683-8850b4e53c4c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:40.329361 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:40.959354 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.035771 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.290136 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52cb6f-7ec0-4950-8073-fb133bfcf2d4 req-2ac97206-6e79-40c2-bc66-75f1fa5ac345 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:41.292664 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7e52cb6f-7ec0-4950-8073-fb133bfcf2d4 req-2ac97206-6e79-40c2-bc66-75f1fa5ac345 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 944 time: 0.2188723
Aug 31 12:46:41.398077 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7e52cb6f-7ec0-4950-8073-fb133bfcf2d4 req-850c09eb-ddf2-42ff-a094-8a4cf2d2ac51 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901504
Aug 31 12:46:41.429452 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.437554 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.442818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7d1dd133-4d7b-4f03-b173-a1e21e6936c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:41.455870 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 7a1a3306-e0f4-4dd8-991a-74652979e994 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:46:41.574241 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=a9fdfe19-0c04-4c15-9683-8850b4e53c4c,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:41.578989 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:41.621123 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.646950 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 7a1a3306-e0f4-4dd8-991a-74652979e994 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:46:41.652702 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 7a1a3306-e0f4-4dd8-991a-74652979e994 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:46:41.653520 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.862630 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.913209 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1a3306-e0f4-4dd8-991a-74652979e994'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:41.927589 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 7a1a3306-e0f4-4dd8-991a-74652979e994, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7a1a3306-e0f4-4dd8-991a-74652979e994,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:46:41.933458 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:41.937219 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:46:41.998131 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1a3306-e0f4-4dd8-991a-74652979e994', 'code': 200}
Aug 31 12:46:41.999249 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.l3_db [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Floating IP 74edcd0f-ec91-48c6-b41c-bdfeee28f6a9 associated. External IP: 172.27.1.79, port: b01082b0-7d79-4ac4-9617-3b04d2db5bc2.
Aug 31 12:46:42.052082 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=7a1a3306-e0f4-4dd8-991a-74652979e994,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:46:42.055677 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:46:42.358269 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3becd6bd-cbd6-4dd1-9d33-c906ab4a8b24 req-db79aca7-dd3a-46e9-81ab-aa5c67f48b93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 1098 time: 0.1107876
Aug 31 12:46:42.424031 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3becd6bd-cbd6-4dd1-9d33-c906ab4a8b24 req-304e0d1a-1573-4ecd-b1e6-8538d461593f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578868
Aug 31 12:46:42.723681 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:46:42.844903 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8449b1a-8e41-42dc-b919-f57a44c008ff req-c07b8457-0e8c-4de8-a458-65338506a483 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:42.846414 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e8449b1a-8e41-42dc-b919-f57a44c008ff req-c07b8457-0e8c-4de8-a458-65338506a483 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 945 time: 0.2320487
Aug 31 12:46:42.917216 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e8449b1a-8e41-42dc-b919-f57a44c008ff req-cd0753be-a281-4c8a-952b-74b9bf8d727b tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574014
Aug 31 12:46:43.055718 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:46:43.070613 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:46:43.087938 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:46:43.088918 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f723910adc0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:46:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:43.096226 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:43.180582 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.0152302
Aug 31 12:46:43.181895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:46:43.332751 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:46:43.514937 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'status': 'completed', 'code': 200}
Aug 31 12:46:43.670043 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-a7fbbb2a-cef4-4aaf-8fcd-c2ffffb04757 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 1098 time: 0.1091096
Aug 31 12:46:44.024520 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-344c2ad5-b68b-4a39-ac06-4e92449e741c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:44.027096 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-344c2ad5-b68b-4a39-ac06-4e92449e741c service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.3351207
Aug 31 12:46:44.051745 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f723910adc0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '74edcd0f-ec91-48c6-b41c-bdfeee28f6a9', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:7c:62:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:40Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:44.059694 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:46:44.077410 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:46:44.078315 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f723910adc0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:46:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:44.228607 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a596b-1669-4432-9cfc-f87e6e7ad783 req-6fc1b40b-d761-4345-8915-6b8d84b5f542 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:44.230667 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c16a596b-1669-4432-9cfc-f87e6e7ad783 req-6fc1b40b-d761-4345-8915-6b8d84b5f542 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 945 time: 0.1390264
Aug 31 12:46:44.244358 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-1dd59c30-1eca-4b5b-86fb-68491476529d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2 HTTP/1.1" status: 200  len: 998 time: 0.1695931
Aug 31 12:46:44.320463 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-c16a596b-1669-4432-9cfc-f87e6e7ad783 req-5459f5e8-667b-46bd-a827-f1dca6e257f5 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757837
Aug 31 12:46:44.333026 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:46:44.365412 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-ea453ad0-76ec-4f86-b477-70570691ac7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:44.368028 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-ea453ad0-76ec-4f86-b477-70570691ac7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.1153696
Aug 31 12:46:44.507148 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-4bb2b5ce-e89c-4016-9f76-bf35eb05dd68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1279695
Aug 31 12:46:44.562990 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:44.806976 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-3654e7b9-e0da-4206-ae42-93a648a03af1 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903869
Aug 31 12:46:44.961300 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f723910adc0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '74edcd0f-ec91-48c6-b41c-bdfeee28f6a9', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:7c:62:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:40Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:46:44.971199 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c73fc3-1860-496e-aa81-ee79876e9122 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '74edcd0f-ec91-48c6-b41c-bdfeee28f6a9', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:7c:62:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:40Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:46:45.131714 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd6b925-4457-441a-ae1d-92d08cbbd212 req-e7054f2f-ae90-4e82-a021-9eccd48b3772 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113260
Aug 31 12:46:46.082642 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6fdb4-d41c-478f-b898-943f1730a5bc None None] New status for floating IP 74edcd0f-ec91-48c6-b41c-bdfeee28f6a9: ACTIVE {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:46:49.904706 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-6b9adbf7-6590-4acc-813f-a55fdb9720d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0822906
Aug 31 12:46:50.085461 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-91903b69-5a7a-4d8f-b415-fe0e57f60daf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1137 time: 0.0933001
Aug 31 12:46:50.310835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283f30e-af94-442d-9553-2238bfa24a8f req-73600749-b9c3-417d-9cf8-5464963ab26d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:50.312539 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-73600749-b9c3-417d-9cf8-5464963ab26d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 916 time: 0.1996071
Aug 31 12:46:50.441018 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-2c241b12-2e40-4e36-b61a-c975eda4049d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 1001 time: 0.1217515
Aug 31 12:46:50.524850 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283f30e-af94-442d-9553-2238bfa24a8f req-b59ccaf0-0f9e-4b26-86b3-884a45f394d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:46:50.526338 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-b59ccaf0-0f9e-4b26-86b3-884a45f394d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.0754421
Aug 31 12:46:50.640498 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-0aeb5d58-78a0-45ab-b7ed-0532bdf78bac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1030011
Aug 31 12:46:50.833384 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-66b8c0f7-8baf-412b-98de-39c3d8d2924a service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568973
Aug 31 12:46:51.023549 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7283f30e-af94-442d-9553-2238bfa24a8f req-d66df387-e13a-40fd-9fd1-5927a1a02915 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792841
Aug 31 12:46:58.145923 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:46:58.969942 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3fc7-c73b-4feb-9ed2-993e29b8d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:46:59.375864 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:01.211323 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-008b31f9-ff3a-4b5c-84fc-aefabae50e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:02.359753 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:03.780171 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:07.255848 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a1c86-2a78-4796-a287-ab4043401713 req-ca7a820f-3929-4e92-a003-28f15048b0d0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:07.257334 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b6a1c86-2a78-4796-a287-ab4043401713 req-ca7a820f-3929-4e92-a003-28f15048b0d0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0816100
Aug 31 12:47:07.308425 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b6a1c86-2a78-4796-a287-ab4043401713 req-c551d541-9096-418d-838c-ffab8d863a25 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447319
Aug 31 12:47:08.548526 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109258-633f-47a5-bbfb-9954a6507998 req-1dc784d3-50f7-40e8-8759-33ae9d3b90ba tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:08.549550 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a8109258-633f-47a5-bbfb-9954a6507998 req-1dc784d3-50f7-40e8-8759-33ae9d3b90ba tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0915523
Aug 31 12:47:08.709484 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a8109258-633f-47a5-bbfb-9954a6507998 req-245e59fe-3961-48f3-b869-29e71b187291 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371891
Aug 31 12:47:09.945850 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a7fa7-c438-4ad3-8837-22cae721f3f9 req-61a73111-b726-43fb-a478-b9f957a648fb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:09.947345 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c60a7fa7-c438-4ad3-8837-22cae721f3f9 req-61a73111-b726-43fb-a478-b9f957a648fb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0845165
Aug 31 12:47:09.996217 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c60a7fa7-c438-4ad3-8837-22cae721f3f9 req-c7aa4c60-9fe3-411e-8b96-7cca03dac289 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429158
Aug 31 12:47:11.278334 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d360-812c-4b98-a2a5-91b4af283837 req-adea6487-b840-4b55-b751-83ad8683203a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:11.280411 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8414d360-812c-4b98-a2a5-91b4af283837 req-adea6487-b840-4b55-b751-83ad8683203a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1192195
Aug 31 12:47:11.359664 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8414d360-812c-4b98-a2a5-91b4af283837 req-745656ee-b037-4b5a-a96b-4fc0237f3886 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715742
Aug 31 12:47:12.602409 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b897a-d7c2-4e0e-9781-84274823591f req-25d36295-a9e0-492b-b6b4-22ee6a549d21 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:12.604138 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-207b897a-d7c2-4e0e-9781-84274823591f req-25d36295-a9e0-492b-b6b4-22ee6a549d21 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0980968
Aug 31 12:47:12.678148 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-207b897a-d7c2-4e0e-9781-84274823591f req-6941bbb1-a41f-4e67-b1fe-a88f4eb43680 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639808
Aug 31 12:47:13.338849 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa3a7-2d74-463f-afc2-8361e72c3235 req-6e444ba3-92ff-49c6-8b65-13b075e56882 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:13.340256 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8e7fa3a7-2d74-463f-afc2-8361e72c3235 req-6e444ba3-92ff-49c6-8b65-13b075e56882 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 945 time: 0.0860369
Aug 31 12:47:13.394031 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8e7fa3a7-2d74-463f-afc2-8361e72c3235 req-efc86cd1-5463-4bf3-a096-247e428b3b90 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478001
Aug 31 12:47:13.932662 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275cd5f-8973-419b-a9a9-beaa084e350c req-cbced544-395c-449b-acc1-eb9c77699c8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:13.934168 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1275cd5f-8973-419b-a9a9-beaa084e350c req-cbced544-395c-449b-acc1-eb9c77699c8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0964360
Aug 31 12:47:13.991707 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1275cd5f-8973-419b-a9a9-beaa084e350c req-6f370d2f-c471-4257-8fa2-46e4ec17a506 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511470
Aug 31 12:47:14.527786 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:14.628823 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda21871-4f3d-46bd-a02a-4796252707a6 req-843caf58-8b88-438d-9d98-cdbf17754bcd tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:14.630317 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fda21871-4f3d-46bd-a02a-4796252707a6 req-843caf58-8b88-438d-9d98-cdbf17754bcd tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 945 time: 0.0970471
Aug 31 12:47:14.688517 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fda21871-4f3d-46bd-a02a-4796252707a6 req-42e68843-6825-4072-bdc9-970252f189aa tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521019
Aug 31 12:47:15.225737 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8be4b6-efa5-4c6b-89a5-6e7413099656 req-51527761-a90f-4e21-b588-dd5b77f8b2cd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:15.227288 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8b8be4b6-efa5-4c6b-89a5-6e7413099656 req-51527761-a90f-4e21-b588-dd5b77f8b2cd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0873957
Aug 31 12:47:15.275043 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8b8be4b6-efa5-4c6b-89a5-6e7413099656 req-da4a01c6-5563-41ad-a908-bf18fbcc12ab tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419812
Aug 31 12:47:15.848254 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-3222c824-e2d7-4f48-8c10-783354a969ad tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775196158&fields=id&tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5 HTTP/1.1" status: 200  len: 267 time: 0.0627179
Aug 31 12:47:15.948137 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168872c-9315-4f5e-b52b-f8d95e140046 req-71e17119-c2fd-4d87-9a24-4c51ce56c5e6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:15.950537 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b168872c-9315-4f5e-b52b-f8d95e140046 req-71e17119-c2fd-4d87-9a24-4c51ce56c5e6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 945 time: 0.1134439
Aug 31 12:47:15.959017 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-d4fc2740-cd8e-436d-8c3b-c2927e784fcc tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:15.961741 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-d4fc2740-cd8e-436d-8c3b-c2927e784fcc tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 984 time: 0.1069419
Aug 31 12:47:15.975290 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Request body: {'port': {'security_groups': ['e824b002-1a97-4a6b-b8bd-ef2596205e5d']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:47:16.013478 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b168872c-9315-4f5e-b52b-f8d95e140046 req-785d8e17-4fa2-4f81-940a-0a93c93d6133 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536873
Aug 31 12:47:16.153274 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:16.480554 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:16.510425 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:16.517561 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:16.525283 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-94781c89-a8f2-431f-91e1-a20133fd1525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:16.532931 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f0d06c0d-a87d-4e44-b237-d201bc9c02c5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:47:16.602711 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc44b1-f88f-404b-b9df-efe51489c48b req-fc265d2d-7bba-4b15-a3a6-fbb283e417e4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:16.607707 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f2fc44b1-f88f-404b-b9df-efe51489c48b req-fc265d2d-7bba-4b15-a3a6-fbb283e417e4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1392484
Aug 31 12:47:16.630466 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:16.631698 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:16.634316 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-343da288-bdde-465a-988c-c9bb60b7ecdb req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "PUT /v2.0/ports/f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 942 time: 0.6658595
Aug 31 12:47:16.635427 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:47:16.660086 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 60998) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:16.810248 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f2fc44b1-f88f-404b-b9df-efe51489c48b req-cc2163a8-e9f4-4fa8-8b05-76e7c9274163 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1927872
Aug 31 12:47:16.817658 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f0d06c0d-a87d-4e44-b237-d201bc9c02c5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:47:16.820201 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'status': 'completed', 'code': 200}
Aug 31 12:47:16.824876 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event updated for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=7']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:16.901147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.902138 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.902542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.903426 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.904025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.904553 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.905251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.905767 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.906270 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.906934 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.908036 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:16.925396 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:16.976837 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:17.035343 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:17.051952 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-2fec4dc5-1627-4be9-927e-8298be6bbd90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1098 time: 0.2175846
Aug 31 12:47:17.174976 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-e3ea6e64-3810-4693-ad57-cc8f93cb7434 None None] Provisioning complete for port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:47:17.174976 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6e64-3810-4693-ad57-cc8f93cb7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:17.464190 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-35fc72c6-1ed8-4f01-92e8-6a7741c7d487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:17.466457 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-35fc72c6-1ed8-4f01-92e8-6a7741c7d487 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 916 time: 0.3642509
Aug 31 12:47:17.570853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-f19e8fbd-40f4-46cb-9326-562e8fcf8b31 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:17.572558 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-f19e8fbd-40f4-46cb-9326-562e8fcf8b31 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 945 time: 0.5158508
Aug 31 12:47:17.680515 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:17.689947 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cc3c99fb-ffa6-41db-be2d-512b5b5161c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:17.710897 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f29098-1b57-4477-bd63-607fadeca761 req-02c9e95c-f7e8-4752-9e67-74482dc07011 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:17.712888 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82f29098-1b57-4477-bd63-607fadeca761 req-02c9e95c-f7e8-4752-9e67-74482dc07011 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 945 time: 0.4870591
Aug 31 12:47:17.767970 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec90be-2ae0-4ed1-b580-f9e6210bcdbc,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:17.773373 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:17.782644 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Deleting port 7a1a3306-e0f4-4dd8-991a-74652979e994 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:17.783143 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:17.850573 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-e65f5dbf-89c2-48db-99e5-3889cb94543e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 1001 time: 0.3758864
Aug 31 12:47:17.866509 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:17.867879 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "DELETE /v2.0/security-groups/40ec90be-2ae0-4ed1-b580-f9e6210bcdbc HTTP/1.1" status: 204  len: 168 time: 1.2016969
Aug 31 12:47:17.872318 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 32780) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:18.024542 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82f29098-1b57-4477-bd63-607fadeca761 req-6f51aa87-9d6b-4525-ab3f-59b1aaab3955 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6cfe02e-483b-48ca-be9b-c0e598e64737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972250
Aug 31 12:47:18.059525 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-61682f0d-79ad-4255-861d-4100803ce892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:18.061242 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-61682f0d-79ad-4255-861d-4100803ce892 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.1961694
Aug 31 12:47:18.318524 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7074b3-30d4-4873-a383-20e6ff9a81e6 req-708b8e2a-1550-4f37-bf70-d35d213e7367 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:18.320027 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-da7074b3-30d4-4873-a383-20e6ff9a81e6 req-708b8e2a-1550-4f37-bf70-d35d213e7367 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.2314360
Aug 31 12:47:18.321442 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Deleting port 8ce9284c-b8e1-4faa-bcc9-5be29f2d4621 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:18.321728 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:18.427559 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-a86fd013-1c7a-4ffc-9325-c1a0ce9daf6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3498766
Aug 31 12:47:18.432910 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] For port 7a1a3306-e0f4-4dd8-991a-74652979e994, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7a1a3306-e0f4-4dd8-991a-74652979e994,segment=NetworkSegment(6b9fcc5b-5cf3-4782-9bea-59e350c45a81),segment_id=6b9fcc5b-5cf3-4782-9bea-59e350c45a81)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:18.433258 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:18.495197 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-da7074b3-30d4-4873-a383-20e6ff9a81e6 req-cbd92a3d-9bcc-4e24-a021-47cbf6ebd46a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1447027
Aug 31 12:47:18.603729 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:18.604132 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:18.671153 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Calling delete_port for 7a1a3306-e0f4-4dd8-991a-74652979e994 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:18.752993 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Calling delete_port for 8ce9284c-b8e1-4faa-bcc9-5be29f2d4621 owned by network:floatingip {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:18.804653 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-a610b5f8-89b1-4a3f-971f-65f2764c7c79 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3638232
Aug 31 12:47:19.005566 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:19.018853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:19.030084 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-abc4530c-290d-49e6-94aa-83ac7a4cf174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:19.031895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:19.131137 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Pushing event deleted for resources: {'Port': ['ID=7a1a3306-e0f4-4dd8-991a-74652979e994,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:19.145885 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:19.155849 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64c877ca-2e3b-459a-9a91-4037923916c6 req-ce28129a-80b0-4bfa-bf50-58cd25aa2c51 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3437252
Aug 31 12:47:19.228979 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event deleted for resources: {'Port': ['ID=8ce9284c-b8e1-4faa-bcc9-5be29f2d4621,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:19.272881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] No DVR routers for this DVR port 7a1a3306-e0f4-4dd8-991a-74652979e994 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:47:19.276072 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:19.279773 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'name': 'network-vif-deleted', 'tag': '7a1a3306-e0f4-4dd8-991a-74652979e994'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:47:19.301264 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e4177a4-588f-44e0-886e-e94bd3df9bbb req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.43 "DELETE /v2.0/ports/7a1a3306-e0f4-4dd8-991a-74652979e994 HTTP/1.1" status: 204  len: 173 time: 1.7109418
Aug 31 12:47:19.334482 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b03584af-0c20-4573-8d84-7b9980e6ce70 req-751cb9a9-70e4-4f9e-9f2b-a6957f051ebb tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a HTTP/1.1" status: 200  len: 210 time: 0.1235430
Aug 31 12:47:19.339464 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.339785 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.340335 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.340702 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.341092 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.341587 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.341949 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.342307 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.342659 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.343039 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.343926 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:19.351157 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:19.374344 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb6ef3-0b6f-4d77-b74a-526bef1d1b0a', 'name': 'network-vif-deleted', 'tag': '7a1a3306-e0f4-4dd8-991a-74652979e994', 'status': 'completed', 'code': 200}
Aug 31 12:47:19.375012 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks [] for floatingip, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:19.611788 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 7a1a3306-e0f4-4dd8-991a-74652979e994 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:19.647463 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 7a1a3306-e0f4-4dd8-991a-74652979e994 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:19.648248 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 7a1a3306-e0f4-4dd8-991a-74652979e994 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:19.756740 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9851e-9b89-4c22-9777-0e2870e7d964 req-d63977ac-f478-4e27-9421-59ea176008a4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:19.758236 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75a9851e-9b89-4c22-9777-0e2870e7d964 req-d63977ac-f478-4e27-9421-59ea176008a4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0935893
Aug 31 12:47:19.822266 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75a9851e-9b89-4c22-9777-0e2870e7d964 req-f4e717ba-81aa-4146-97e6-5bad250be69f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573728
Aug 31 12:47:19.863878 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:47:20.211711 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:47:20.222841 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] Sync routers for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:47:20.233609 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:20.234599 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:47:20.235254 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e53880>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:47:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:20.298023 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "DELETE /v2.0/floatingips/f90d788c-9471-4a5b-91e9-e4ab1a3c7715 HTTP/1.1" status: 204  len: 168 time: 2.4198120
Aug 31 12:47:20.298023 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:47:20.367775 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'status': 'completed', 'code': 200}
Aug 31 12:47:20.505254 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:47:20.567285 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-f285a90a-168e-41fa-af47-75edc9ed084f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 1098 time: 0.1730478
Aug 31 12:47:20.863257 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-70539dc2-b36a-4d8d-ba59-ffcedebbe026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:20.866873 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-70539dc2-b36a-4d8d-ba59-ffcedebbe026 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 200  len: 916 time: 0.2915726
Aug 31 12:47:21.040243 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e53880>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:22Z', 'revision_number': 5, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:21.050321 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] Checking router: ee1cdfdc-0c66-4323-bccc-ce07d8f62146 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:47:21.079547 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:47:21.081061 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e53880>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:47:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:21.100448 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-7f6dba12-7f01-4547-8983-41b89f78a2fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 200  len: 217 time: 0.2260611
Aug 31 12:47:21.194334 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-8d883a0e-ec4e-408c-8ef7-691b92dcdff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:21.196527 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-8d883a0e-ec4e-408c-8ef7-691b92dcdff4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 200  len: 854 time: 0.0795400
Aug 31 12:47:21.379923 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418585a1-3552-47f4-a34a-8f28032a7618 req-6235d8ca-10c6-440a-95fa-fc0d8b9e178a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:21.381468 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-418585a1-3552-47f4-a34a-8f28032a7618 req-6235d8ca-10c6-440a-95fa-fc0d8b9e178a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1838336
Aug 31 12:47:21.389472 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-bcd9bacb-0081-43b9-850e-b3f8f4950f47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c61df867-711c-4389-90e8-a343d451dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1438868
Aug 31 12:47:21.428930 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:47:21.546312 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-418585a1-3552-47f4-a34a-8f28032a7618 req-3167d8c4-8377-4580-8a5c-d0eac72a8a63 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1546285
Aug 31 12:47:21.603941 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-90acb36d-402f-43b6-b9d7-268f25c088d2 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947687
Aug 31 12:47:21.803537 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e53880>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:22Z', 'revision_number': 5, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:21.808573 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ead830-e916-4ff5-88c9-f5ca6df601c4 None None] The sync data for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi is: [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:43:07Z', 'revision_number': 4, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'acce3044-8a77-4818-9c12-c9568753c441', 'name': '', 'network_id': 'c61df867-711c-4389-90e8-a343d451dcba', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'mac_address': 'fa:16:3e:10:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:05Z', 'updated_at': '2021-08-31T12:43:22Z', 'revision_number': 5, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'subnets': [{'id': 'f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:47:21.913530 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cddc4587-8040-43ad-89ae-ed16d47c2f34 req-754a4c75-d729-4f67-ba45-b781d9df6723 service neutron] 10.222.0.43 "GET /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3011560
Aug 31 12:47:22.124127 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ae522-2d0a-4cd3-87fe-1f14001c3999 None None] New status for floating IP f90d788c-9471-4a5b-91e9-e4ab1a3c7715: DOWN {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:47:22.212988 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 32844) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:22.453176 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:22.498178 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:47:22.503453 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Usage tracker for resource:security_group_rule and tenant:3b1cceaaa3e14681ad4cc1bf98cd49c0 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:47:22.506485 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:47:22.515728 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:47:22.628555 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:22.639998 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:22.652635 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-37973700-527e-4fcf-9d18-500d023fc488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:22.694833 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afad3cf-2bfe-492a-a6bc-bc69814c7cea,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:22.700024 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:22.734046 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b1cceaaa3e14681ad4cc1bf98cd49c0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5167420
Aug 31 12:47:22.734512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 32862) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:22.826470 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:22.862631 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:22.914822 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568d8a-e5e5-43da-a805-08ccec501cf3 req-720dfefe-4653-44e9-8bd5-c0d16b52dec5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:22.917367 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b568d8a-e5e5-43da-a805-08ccec501cf3 req-720dfefe-4653-44e9-8bd5-c0d16b52dec5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1270957
Aug 31 12:47:22.952131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:22.973496 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-09336194-40ac-4ab6-ad04-e04fd0735bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:22.995218 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afad3cf-2bfe-492a-a6bc-bc69814c7cea,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:22.998451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:22.999597 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2afad3cf-2bfe-492a-a6bc-bc69814c7cea HTTP/1.1" status: 204  len: 168 time: 0.2636499
Aug 31 12:47:23.000729 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:23.045440 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b568d8a-e5e5-43da-a805-08ccec501cf3 req-0d552d64-47f3-4e36-982e-aa1000b816d9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068361
Aug 31 12:47:24.305722 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d924fea-f6fd-4061-aad4-430aed7756ed req-658aa2d0-f14b-4af2-9bd7-8eed06403b72 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:24.307255 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5d924fea-f6fd-4061-aad4-430aed7756ed req-658aa2d0-f14b-4af2-9bd7-8eed06403b72 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0916617
Aug 31 12:47:24.364343 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5d924fea-f6fd-4061-aad4-430aed7756ed req-f0cf0d79-3303-4ff7-b0d0-860ab6d18a14 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511343
Aug 31 12:47:24.642948 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9ed15-f7bc-437b-8da2-bb1e6a2f660c req-4d9f9094-0613-4e10-b996-77be9a9cfa79 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:24.644973 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80b9ed15-f7bc-437b-8da2-bb1e6a2f660c req-4d9f9094-0613-4e10-b996-77be9a9cfa79 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.1180530
Aug 31 12:47:24.707915 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-80b9ed15-f7bc-437b-8da2-bb1e6a2f660c req-b17c9f37-6376-47f6-ace4-48dc6687154e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Synchronizing usage tracker for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:47:24.725913 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-80b9ed15-f7bc-437b-8da2-bb1e6a2f660c req-b17c9f37-6376-47f6-ace4-48dc6687154e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Unset dirty status for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:47:24.728083 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80b9ed15-f7bc-437b-8da2-bb1e6a2f660c req-b17c9f37-6376-47f6-ace4-48dc6687154e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761414
Aug 31 12:47:25.637500 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690efe-0d98-43db-83ab-94daa9353108 req-32452c30-3a4d-4e5a-b282-16f0c6e1f0bc tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:25.639949 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17690efe-0d98-43db-83ab-94daa9353108 req-32452c30-3a4d-4e5a-b282-16f0c6e1f0bc tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1109240
Aug 31 12:47:25.693778 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17690efe-0d98-43db-83ab-94daa9353108 req-7a629bff-d666-4bd5-8030-86ec573e4bed tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465124
Aug 31 12:47:25.974586 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939f985-b25d-4d85-aef4-b103cc4e93ac req-0277d93a-8e61-450d-95f4-76836680d93e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:25.976098 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8939f985-b25d-4d85-aef4-b103cc4e93ac req-0277d93a-8e61-450d-95f4-76836680d93e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.1075063
Aug 31 12:47:26.040386 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8939f985-b25d-4d85-aef4-b103cc4e93ac req-b56b1b95-61de-4d8d-b774-12bf3760255e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539227
Aug 31 12:47:26.929512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672e70-2095-44a1-a57c-f2e3131754e7 req-52f6f3fc-731b-44b4-99ca-1816cf909171 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:26.930918 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5e672e70-2095-44a1-a57c-f2e3131754e7 req-52f6f3fc-731b-44b4-99ca-1816cf909171 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0869694
Aug 31 12:47:26.982979 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5e672e70-2095-44a1-a57c-f2e3131754e7 req-80e32f23-e91f-4895-98ed-1f4cbe485a61 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446723
Aug 31 12:47:27.288523 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9698b9-8968-48f2-81cf-f0382b573b05 req-0cf79c1c-79d3-41d3-93e7-3388128edb06 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:27.289296 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-ba9698b9-8968-48f2-81cf-f0382b573b05 req-0cf79c1c-79d3-41d3-93e7-3388128edb06 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Synchronizing usage tracker for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:47:27.307452 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-ba9698b9-8968-48f2-81cf-f0382b573b05 req-0cf79c1c-79d3-41d3-93e7-3388128edb06 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Unset dirty status for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:47:27.308851 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ba9698b9-8968-48f2-81cf-f0382b573b05 req-0cf79c1c-79d3-41d3-93e7-3388128edb06 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.1050169
Aug 31 12:47:27.359054 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ba9698b9-8968-48f2-81cf-f0382b573b05 req-2b59e2be-a1de-42a7-8ad9-de3116e1402a tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437109
Aug 31 12:47:28.214870 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ef7b-5868-4d5d-b2ba-f53db78c16f5 req-4e49cfb2-13ba-46e3-b6ce-93ca45b515f0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:28.216363 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c6d0ef7b-5868-4d5d-b2ba-f53db78c16f5 req-4e49cfb2-13ba-46e3-b6ce-93ca45b515f0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.0897882
Aug 31 12:47:28.273757 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c6d0ef7b-5868-4d5d-b2ba-f53db78c16f5 req-3e71ab51-efbb-4e5b-9e68-222205f336e8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434144
Aug 31 12:47:28.566369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-6858f8a8-20a6-43eb-96c9-70e5d6113c7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:28.567750 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-6858f8a8-20a6-43eb-96c9-70e5d6113c7b tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.43 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.1577599
Aug 31 12:47:28.665557 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Deleting port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:28.665901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:28.720561 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659612a-3d55-4d1e-b53f-071610732fac req-096ab516-f819-4c0f-8618-a9432ae9ed13 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:28.722086 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c659612a-3d55-4d1e-b53f-071610732fac req-096ab516-f819-4c0f-8618-a9432ae9ed13 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 945 time: 0.2294621
Aug 31 12:47:28.842978 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c659612a-3d55-4d1e-b53f-071610732fac req-c06e01b2-c981-4975-8022-6b87ab5e6ea9 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/security-groups?id=e824b002-1a97-4a6b-b8bd-ef2596205e5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123247
Aug 31 12:47:29.001702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] For port f0d06c0d-a87d-4e44-b237-d201bc9c02c5, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:29.002057 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:29.015063 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-08b2741b-358c-4223-8828-6a3e8bb8fc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:29.149031 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Calling delete_port for f0d06c0d-a87d-4e44-b237-d201bc9c02c5 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:29.339951 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:29.347901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7458b227-f146-495b-afe7-3868648f6415 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:29.357776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f0d06c0d-a87d-4e44-b237-d201bc9c02c5'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:47:29.410308 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Pushing event deleted for resources: {'Port': ['ID=f0d06c0d-a87d-4e44-b237-d201bc9c02c5,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:29.416126 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:29.442759 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:29.507388 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] No DVR routers for this DVR port f0d06c0d-a87d-4e44-b237-d201bc9c02c5 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:47:29.510362 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:29.513221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'name': 'network-vif-deleted', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:47:29.541399 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-14927bdf-bc90-463a-b72a-e71aa2dc341c req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.43 "DELETE /v2.0/ports/f0d06c0d-a87d-4e44-b237-d201bc9c02c5 HTTP/1.1" status: 204  len: 173 time: 0.9513903
Aug 31 12:47:29.666495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f313b1-b2c7-4612-ba72-a240074053a9 req-cd3d9680-8717-4676-a522-f9c05cff0d3f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:29.669314 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-18f313b1-b2c7-4612-ba72-a240074053a9 req-cd3d9680-8717-4676-a522-f9c05cff0d3f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1144805
Aug 31 12:47:29.713455 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f51d75-8f69-4d98-ae1b-6c29c9ed32eb', 'name': 'network-vif-deleted', 'tag': 'f0d06c0d-a87d-4e44-b237-d201bc9c02c5', 'status': 'completed', 'code': 200}
Aug 31 12:47:29.730035 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-18f313b1-b2c7-4612-ba72-a240074053a9 req-d662f3d2-9ba2-4320-870a-b2014afeb2a5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543468
Aug 31 12:47:30.057877 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-cdbc8d64-80e3-4bf7-83cc-a485f058043f req-59bfaac8-81e6-424f-b63d-7cf693851ae9 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Synchronizing usage tracker for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:47:30.074548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-cdbc8d64-80e3-4bf7-83cc-a485f058043f req-59bfaac8-81e6-424f-b63d-7cf693851ae9 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Unset dirty status for tenant:6c32ff5e3c90403e9d5beb5e02a0fdc5 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:47:30.075767 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cdbc8d64-80e3-4bf7-83cc-a485f058043f req-59bfaac8-81e6-424f-b63d-7cf693851ae9 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f51d75-8f69-4d98-ae1b-6c29c9ed32eb HTTP/1.1" status: 200  len: 210 time: 0.0597045
Aug 31 12:47:31.097519 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142b47-2909-460e-8890-8abd0bdba997 req-322be26d-ada2-4316-a259-15d9bf8fbb10 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:31.104502 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b142b47-2909-460e-8890-8abd0bdba997 req-322be26d-ada2-4316-a259-15d9bf8fbb10 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1447554
Aug 31 12:47:31.188768 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b142b47-2909-460e-8890-8abd0bdba997 req-029ba82c-ffd2-4ab7-99d4-a14024bc1349 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823448
Aug 31 12:47:31.233991 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9e769308-1b54-4b87-a639-5d994d138ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:31.692201 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:47:31.963732 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:31.998142 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'port_id': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'mac_address': 'fa:16:3e:9c:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:47:32.119814 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:32.155779 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1c1d02a-ba32-4ff9-a84c-5dba640789a8 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:47:32.191439 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:32.213749 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:32.217166 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8c781b57-ef0d-4ebb-a7b2-8a266336ce74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:32.220626 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 32998) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:32.409334 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=6']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:32.414058 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:32.425026 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.430136 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.430870 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.431395 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.431860 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.432370 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.432829 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.433643 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.434282 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.435381 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.435975 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:47:32.446005 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['a1c1d02a-ba32-4ff9-a84c-5dba640789a8'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:47:32.493252 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:32.730617 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f75cf-5352-4641-9386-4b5c22c136f9 req-9d79d184-cda3-4a6a-bcbe-192f4f920f69 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:32.749991 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-130f75cf-5352-4641-9386-4b5c22c136f9 req-9d79d184-cda3-4a6a-bcbe-192f4f920f69 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.3018591
Aug 31 12:47:32.875298 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-130f75cf-5352-4641-9386-4b5c22c136f9 req-8b250050-dd40-4c6d-90e1-b57fea2a5182 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240034
Aug 31 12:47:33.392555 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:33.828801 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:34.235920 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39467c00-132d-4e1f-905e-7a3029163aaf req-c00eceb3-da2e-4115-987b-b1f7d95a75d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:34.248081 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-39467c00-132d-4e1f-905e-7a3029163aaf req-c00eceb3-da2e-4115-987b-b1f7d95a75d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.1503003
Aug 31 12:47:34.379651 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-39467c00-132d-4e1f-905e-7a3029163aaf req-22261d50-65ad-44f0-b0e9-6dca7733abfc tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298761
Aug 31 12:47:34.763412 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Deleting port acce3044-8a77-4818-9c12-c9568753c441 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:34.764725 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:35.060181 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] For port acce3044-8a77-4818-9c12-c9568753c441, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=acce3044-8a77-4818-9c12-c9568753c441,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:35.060625 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:35.163079 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:47:35.257137 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Calling delete_port for acce3044-8a77-4818-9c12-c9568753c441 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:35.523074 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:47:35.671999 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:47:35.672527 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:36.028562 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:36.074018 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062991f3-4cbc-4616-8817-2dbbc3900cb9 req-7a58e1ca-844c-43ea-9626-b5019276a338 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:36.075736 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-062991f3-4cbc-4616-8817-2dbbc3900cb9 req-7a58e1ca-844c-43ea-9626-b5019276a338 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.3028276
Aug 31 12:47:36.085939 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:36.087761 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:47:36.098322 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:36.099764 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f0d06c0d-a87d-4e44-b237-d201bc9c02c5 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:36.151061 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:36.154306 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:36.160210 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f788c1d-d0f7-4b05-9913-539cedc4ae71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:36.224381 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'code': 200}
Aug 31 12:47:36.238819 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: f0d06c0d-a87d-4e44-b237-d201bc9c02c5 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:36.239165 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f0d06c0d-a87d-4e44-b237-d201bc9c02c5 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:36.240558 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Pushing event deleted for resources: {'Port': ['ID=acce3044-8a77-4818-9c12-c9568753c441,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:36.255647 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-062991f3-4cbc-4616-8817-2dbbc3900cb9 req-9c9296b4-3749-4168-8197-28ea3a2c2a52 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1561322
Aug 31 12:47:36.256614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:36.301861 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=7']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:36.307418 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:36.857693 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:37.823805 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82653d18-70bf-4027-8691-f7f01dbd7dc8 req-9ebedb6e-5c1d-48d7-8e5b-803eec296c4a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:37.826434 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82653d18-70bf-4027-8691-f7f01dbd7dc8 req-9ebedb6e-5c1d-48d7-8e5b-803eec296c4a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.2964702
Aug 31 12:47:38.166354 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82653d18-70bf-4027-8691-f7f01dbd7dc8 req-67d82bda-6eab-4117-b7c8-e8f10bc0d59d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3213410
Aug 31 12:47:38.262800 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:47:38.695085 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:47:38.711493 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] Sync routers for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:47:38.733267 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee1cdfdc-0c66-4323-bccc-ce07d8f62146/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5063546
Aug 31 12:47:38.733795 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33062) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:38.739989 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:47:38.741328 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b79550>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:47:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:39.047339 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:47:39.245394 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:39.788326 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693d769-f533-439f-a790-4ecf7cf4f69e req-58ce1454-79c7-414f-8d94-fc191ff97b38 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:39.803294 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2693d769-f533-439f-a790-4ecf7cf4f69e req-58ce1454-79c7-414f-8d94-fc191ff97b38 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1674857
Aug 31 12:47:39.864732 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:39.888080 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Deleting port 2af5a595-ecd7-4289-85fa-a2572a5b4768 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:39.889932 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:39.902762 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2693d769-f533-439f-a790-4ecf7cf4f69e req-cd19f725-02d0-4ee0-94a8-1867ca34138e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973766
Aug 31 12:47:39.966948 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b79550>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:47:36Z', 'revision_number': 5, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port': {'id': '2af5a595-ecd7-4289-85fa-a2572a5b4768', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:01Z', 'updated_at': '2021-08-31T12:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:39.981557 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] Checking router: ee1cdfdc-0c66-4323-bccc-ce07d8f62146 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:47:40.011851 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] Routers {'ee1cdfdc-0c66-4323-bccc-ce07d8f62146'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:47:40.012859 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b79550>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:47:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:40.238829 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] For port 2af5a595-ecd7-4289-85fa-a2572a5b4768, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=2af5a595-ecd7-4289-85fa-a2572a5b4768,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:40.243662 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:40.322782 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] Set router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:47:40.453023 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Calling delete_port for 2af5a595-ecd7-4289-85fa-a2572a5b4768 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:40.486728 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b79550>, [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:47:39Z', 'revision_number': 6, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:40.496256 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4cb42-a6f2-41a0-9128-f75633edf777 None None] The sync data for ids ['ee1cdfdc-0c66-4323-bccc-ce07d8f62146'] in dv-cinder-806696-1-iscsi is: [{'id': 'ee1cdfdc-0c66-4323-bccc-ce07d8f62146', 'name': 'tempest-TestMinimumBasicScenario-1977580780-router', 'tenant_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:00Z', 'updated_at': '2021-08-31T12:47:39Z', 'revision_number': 6, 'project_id': '6c32ff5e3c90403e9d5beb5e02a0fdc5', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:47:40.854290 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:40.863703 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3617584-7dea-4163-bf71-5ec04d054789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:40.975435 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device acce3044-8a77-4818-9c12-c9568753c441 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:41.065671 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: acce3044-8a77-4818-9c12-c9568753c441 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:41.067971 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device acce3044-8a77-4818-9c12-c9568753c441 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:41.093168 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af5a595-ecd7-4289-85fa-a2572a5b4768,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:41.109635 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:41.686247 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:41.835732 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede70045-5342-43d6-a57f-428ee0a17f01 req-590a8efc-5ffc-44fa-a8c9-61fad4a65bfd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:41.846575 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ede70045-5342-43d6-a57f-428ee0a17f01 req-590a8efc-5ffc-44fa-a8c9-61fad4a65bfd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.6481667
Aug 31 12:47:42.124592 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:42.155831 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:42.366126 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ede70045-5342-43d6-a57f-428ee0a17f01 req-f287c40b-1565-4b85-a360-39aadd102a1d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5186651
Aug 31 12:47:42.378069 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:42.379495 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1cdfdc-0c66-4323-bccc-ce07d8f62146 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:47:42.403859 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:42.406056 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ee1cdfdc-0c66-4323-bccc-ce07d8f62146 HTTP/1.1" status: 204  len: 168 time: 3.6692057
Aug 31 12:47:42.415085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33092) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:42.566191 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Deleting subnet f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:47:42.590417 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:42.672361 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:42.768447 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2af5a595-ecd7-4289-85fa-a2572a5b4768 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:42.809913 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 2af5a595-ecd7-4289-85fa-a2572a5b4768 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:42.810476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2af5a595-ecd7-4289-85fa-a2572a5b4768 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:42.901587 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:43.005309 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:43.011752 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-32823f79-1dd1-4f32-bd44-d7e98b93ad8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:43.056408 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:43.063986 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:43.069491 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:43.076844 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dc905c-e21b-49ea-a763-d65f8ed52368 None None] Network c61df867-711c-4389-90e8-a343d451dcba requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:47:43.084958 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f550ebf4-e18e-44cd-9d80-aaeb35c9ad0a HTTP/1.1" status: 204  len: 168 time: 0.6646221
Aug 31 12:47:43.085881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33106) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:43.324771 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:43.337633 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Deleting port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:43.338250 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:43.543792 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] DHCP port deletion for c61df867-711c-4389-90e8-a343d451dcba request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:47:43.552486 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Deleting port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:43.555541 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:43.815721 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df7b1e-3829-47f5-a913-25eec18a5868 req-ef266575-44e0-40b3-bde2-ce7f8aa6bbf0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:43.824589 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d4df7b1e-3829-47f5-a913-25eec18a5868 req-ef266575-44e0-40b3-bde2-ce7f8aa6bbf0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1549227
Aug 31 12:47:43.863442 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] For port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:43.863795 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:43.920728 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d4df7b1e-3829-47f5-a913-25eec18a5868 req-5ab0b76c-8b7b-412a-b5ca-ab7d0269975d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951262
Aug 31 12:47:44.105399 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Calling delete_port for aed4cc04-c4f2-4a4c-943b-ba8d25acb30b owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:44.107993 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] For port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,segment=NetworkSegment(7d9383b7-ab63-41aa-8969-7d8e4c9cfd02),segment_id=7d9383b7-ab63-41aa-8969-7d8e4c9cfd02)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:44.108477 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.215893 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.224429 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-37827a40-c98b-4a34-8f6c-89e04571c3d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:44.296006 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=aed4cc04-c4f2-4a4c-943b-ba8d25acb30b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:44.318263 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:44.328246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] No DVR routers for this DVR port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b on host dv-cinder-806696-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:47:44.347083 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Calling delete_port for aed4cc04-c4f2-4a4c-943b-ba8d25acb30b owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:44.606597 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.609156 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.api [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:47:44.609594 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_db.api [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:47:44.648369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.696603 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7238224bb0>,) {'filters': {'network_id': ['c61df867-711c-4389-90e8-a343d451dcba']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:44.724892 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238224bb0>, '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:44.725390 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238224bb0>, '7d9383b7-ab63-41aa-8969-7d8e4c9cfd02') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:44.725595 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device aed4cc04-c4f2-4a4c-943b-ba8d25acb30b no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:44.749680 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.768896 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: aed4cc04-c4f2-4a4c-943b-ba8d25acb30b {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:44.769544 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device aed4cc04-c4f2-4a4c-943b-ba8d25acb30b not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:44.790676 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.801648 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:47:44.802264 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:47:44.817456 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:47:44.935735 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:44.944117 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-73c2984c-ac59-4924-a31b-800401b157c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:45.111548 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Deleting port aed4cc04-c4f2-4a4c-943b-ba8d25acb30b {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:45.112377 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:45.156145 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:45.164302 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=c61df867-711c-4389-90e8-a343d451dcba,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:45.176346 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:45.184126 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] 10.222.0.20 "DELETE /v2.0/networks/c61df867-711c-4389-90e8-a343d451dcba HTTP/1.1" status: 204  len: 168 time: 2.0967281
Aug 31 12:47:45.187582 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33122) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:45.264743 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-93c3f6df-5c23-4497-b2f5-b589536641a2 None None] The port 'aed4cc04-c4f2-4a4c-943b-ba8d25acb30b' was deleted {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:47:45.439018 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd237f-6dc1-49f6-aa52-3f57d56d4818 req-52a1d79b-9cb1-4d0a-9180-04177093857d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:45.450328 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-abdd237f-6dc1-49f6-aa52-3f57d56d4818 req-52a1d79b-9cb1-4d0a-9180-04177093857d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1662953
Aug 31 12:47:45.561382 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-abdd237f-6dc1-49f6-aa52-3f57d56d4818 req-bca318d1-5acb-4914-baf4-8a1587a6a985 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097021
Aug 31 12:47:45.969587 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:47.078525 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Deleting port 29edc1bc-479e-4c41-a22f-e1397d848a57 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:47.079780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:47.153946 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83336aa9-42ef-4711-9bac-85c7a7bb561d req-bc12a46a-4068-4641-9904-0f2ce375aeea tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:47.156259 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83336aa9-42ef-4711-9bac-85c7a7bb561d req-bc12a46a-4068-4641-9904-0f2ce375aeea tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.2721398
Aug 31 12:47:47.316337 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-83336aa9-42ef-4711-9bac-85c7a7bb561d req-367d5ac3-de27-48f2-9b60-1f06b76fa6f6 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1498463
Aug 31 12:47:47.368682 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] For port 29edc1bc-479e-4c41-a22f-e1397d848a57, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=29edc1bc-479e-4c41-a22f-e1397d848a57,segment=NetworkSegment(a490b87a-e887-4280-bf02-6a43e5a08162),segment_id=a490b87a-e887-4280-bf02-6a43e5a08162)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:47.369096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:47.524982 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Calling delete_port for 29edc1bc-479e-4c41-a22f-e1397d848a57 owned by network:router_interface {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:47.855649 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:47.863981 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad6b9046-f564-4cb7-ad4b-792222033184 tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:47.936626 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=29edc1bc-479e-4c41-a22f-e1397d848a57,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:47.960350 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:49.135160 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f71a5-5af8-4600-a71e-586485895157 req-cfe4b8d3-8cb6-40dd-b143-7dafe80ef074 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:49.137685 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-119f71a5-5af8-4600-a71e-586485895157 req-cfe4b8d3-8cb6-40dd-b143-7dafe80ef074 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.2097442
Aug 31 12:47:49.187592 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:49.219004 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-119f71a5-5af8-4600-a71e-586485895157 req-c6d2c9c3-3ff7-4757-914d-171ff83936e1 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729554
Aug 31 12:47:49.942939 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-ddc627e5-314f-4fe1-8527-59ee1e25cb0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1098 time: 0.0878785
Aug 31 12:47:50.090263 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Router 82a5c9e2-f128-42fe-9ac3-b39469c92567 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:47:50.138432 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-bfc9f95e-2592-419f-81cb-b2f44ae23978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:50.140851 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-bfc9f95e-2592-419f-81cb-b2f44ae23978 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.1675427
Aug 31 12:47:50.271158 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-ab6690ba-19d1-4ffa-b39a-e3f19bcfdd40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 200  len: 1001 time: 0.1204655
Aug 31 12:47:50.369215 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-e2b9d822-8d10-4b0e-9a86-b17626649dca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:50.370893 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-e2b9d822-8d10-4b0e-9a86-b17626649dca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0932405
Aug 31 12:47:50.382995 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:47:50.401851 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] Sync routers for ids ['82a5c9e2-f128-42fe-9ac3-b39469c92567'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:47:50.418494 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] 10.222.0.20 "PUT /v2.0/routers/82a5c9e2-f128-42fe-9ac3-b39469c92567/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2293260
Aug 31 12:47:50.420737 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33206) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:50.441098 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] Routers {'82a5c9e2-f128-42fe-9ac3-b39469c92567'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:47:50.442052 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c172e0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:47:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['82a5c9e2-f128-42fe-9ac3-b39469c92567'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:50.609086 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06326cea-e6d5-4cab-bdea-4787e1c20efe req-35c7e885-79a6-42ae-bffd-6d28c7a5bd51 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:50.616652 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06326cea-e6d5-4cab-bdea-4787e1c20efe req-35c7e885-79a6-42ae-bffd-6d28c7a5bd51 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1775703
Aug 31 12:47:50.691342 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06326cea-e6d5-4cab-bdea-4787e1c20efe req-fb0930a2-e2dc-4b2b-a6ea-d6dea4ea7e6d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736134
Aug 31 12:47:50.713049 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-16741fb0-5cfb-476f-9391-8d46c708af63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3352699
Aug 31 12:47:50.758259 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks [] for router, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:50.801284 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] Set router 82a5c9e2-f128-42fe-9ac3-b39469c92567 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:47:50.912276 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-fcdaff22-c546-4be8-89bf-459628eef292 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955476
Aug 31 12:47:51.131133 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae7e7d14-953e-4c24-8629-57faa8db2396 req-2438153e-877e-4d21-9eb3-30f3c9d220cb service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133336
Aug 31 12:47:51.201379 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:51.220574 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Deleting port 5b80184d-b8ba-4f46-9fbd-3c9f48994613 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:51.221273 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:51.243441 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c172e0>, [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:47:47Z', 'revision_number': 5, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port': {'id': '5b80184d-b8ba-4f46-9fbd-3c9f48994613', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:25Z', 'updated_at': '2021-08-31T12:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:51.250043 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] Checking router: 82a5c9e2-f128-42fe-9ac3-b39469c92567 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:47:51.264459 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] Routers {'82a5c9e2-f128-42fe-9ac3-b39469c92567'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:47:51.265538 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c172e0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:47:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['82a5c9e2-f128-42fe-9ac3-b39469c92567'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:51.283887 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-e2050e68-2cfe-4c45-b4f0-2e4fada31ca8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1098 time: 0.0986288
Aug 31 12:47:51.460680 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-0a2e6896-342d-4508-be34-75d708c4ecc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:51.462221 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-0a2e6896-342d-4508-be34-75d708c4ecc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.1714463
Aug 31 12:47:51.462818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] For port 5b80184d-b8ba-4f46-9fbd-3c9f48994613, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=5b80184d-b8ba-4f46-9fbd-3c9f48994613,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:51.463507 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:51.465190 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] Set router 82a5c9e2-f128-42fe-9ac3-b39469c92567 gateway port host: None {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:47:51.582581 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-5b0f95b8-6fcd-46da-9d30-d6e7f8fe2736 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 200  len: 1001 time: 0.1131425
Aug 31 12:47:51.607088 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Calling delete_port for 5b80184d-b8ba-4f46-9fbd-3c9f48994613 owned by network:router_gateway {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:51.608813 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c172e0>, [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:47:51Z', 'revision_number': 6, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:51.614176 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12666b47-01ae-4321-95d0-53e0f49c1b45 None None] The sync data for ids ['82a5c9e2-f128-42fe-9ac3-b39469c92567'] in dv-cinder-806696-1-iscsi is: [{'id': '82a5c9e2-f128-42fe-9ac3-b39469c92567', 'name': 'tempest-TestMinimumBasicScenario-1329436040-router', 'tenant_id': '214d0a1f72e343f980e7b9c66efdea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:22Z', 'updated_at': '2021-08-31T12:47:51Z', 'revision_number': 6, 'project_id': '214d0a1f72e343f980e7b9c66efdea8f', 'gw_port_host': None}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:47:51.688791 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-6eaaa213-2081-46fd-a9fc-4c8ecc7217af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:51.690878 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-6eaaa213-2081-46fd-a9fc-4c8ecc7217af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.1016095
Aug 31 12:47:51.795174 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-66c3da72-48df-4043-9534-f6588c84dca9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0978243
Aug 31 12:47:51.824828 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:51.837584 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe4bfcb-4e71-4d8f-8b6e-e4d3805f5ec7 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:51.893196 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33220) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:51.944179 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b80184d-b8ba-4f46-9fbd-3c9f48994613,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:51.948091 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:52.132676 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Deleting subnet 83c9f309-ca7b-4eb5-b904-bd6b85561503 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:47:52.146455 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.187141 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-eba085fc-e5a1-47b7-9af2-06c23b2e8729 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3850822
Aug 31 12:47:52.255467 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703081-89b0-4ccb-95d3-9044a5f9b468 req-545c505b-0393-4fdb-b205-c8d55fa595e8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:52.261479 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-17703081-89b0-4ccb-95d3-9044a5f9b468 req-545c505b-0393-4fdb-b205-c8d55fa595e8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.3803868
Aug 31 12:47:52.304701 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.310641 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1524585'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.445067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.502272 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11e6b616-6128-4c3f-8a84-a3464dd4ecf1 req-f14fa49c-e5df-4b4c-a782-ba5b3990ef81 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3072600
Aug 31 12:47:52.551548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1147205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1515138'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.571393 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:52.608873 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.614865 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-17703081-89b0-4ccb-95d3-9044a5f9b468 req-f9c844f7-9f59-4a1e-8794-7b049e4dcc6b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3327632
Aug 31 12:47:52.622394 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83c9f309-ca7b-4eb5-b904-bd6b85561503 HTTP/1.1" status: 204  len: 168 time: 0.7286785
Aug 31 12:47:52.628926 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33226) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:52.633355 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c9f309-ca7b-4eb5-b904-bd6b85561503,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:52.655165 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-838b4e03-a1b1-4476-8768-08eabe679218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:52.748926 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.756399 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.766282 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 29edc1bc-479e-4c41-a22f-e1397d848a57 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:52.799103 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.804447 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.805089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82a5c9e2-f128-42fe-9ac3-b39469c92567 {{(pid=75030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:47:52.811069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 29edc1bc-479e-4c41-a22f-e1397d848a57 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:52.811724 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 29edc1bc-479e-4c41-a22f-e1397d848a57 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:52.812316 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5b80184d-b8ba-4f46-9fbd-3c9f48994613 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:52.824176 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.829456 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-29c47bcc-b220-4263-a4e8-811ec566b520 admin admin] 10.222.0.20 "DELETE /v2.0/routers/82a5c9e2-f128-42fe-9ac3-b39469c92567 HTTP/1.1" status: 204  len: 168 time: 2.4069517
Aug 31 12:47:52.830450 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33230) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:52.858791 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 5b80184d-b8ba-4f46-9fbd-3c9f48994613 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:52.859405 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5b80184d-b8ba-4f46-9fbd-3c9f48994613 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:52.939986 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Deleting subnet 840331f9-22a5-443b-8b90-d4076ba4e792 {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:47:52.945553 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:52.995827 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.016597 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f723833d220>,) {'filters': {'network_id': ['44a18848-49d4-4ed6-b62b-266fc9d9d37a']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:53.027928 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.031680 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f723833d220>, '6b9fcc5b-5cf3-4782-9bea-59e350c45a81') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:53.032001 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f723833d220>, '6b9fcc5b-5cf3-4782-9bea-59e350c45a81') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:53.048180 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.073825 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.083968 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:47:53.084502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:47:53.100710 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:47:53.140534 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.204974 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.214234 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.217690 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:53.246424 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a18848-49d4-4ed6-b62b-266fc9d9d37a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:53.249712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:53.257333 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d615a93c-3aa3-4b35-a1ff-829c0005f4f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/44a18848-49d4-4ed6-b62b-266fc9d9d37a HTTP/1.1" status: 204  len: 168 time: 0.6267476
Aug 31 12:47:53.400881 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.405691 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7273e747-baae-404f-bffc-7ca2eb4b7fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:53.445704 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840331f9-22a5-443b-8b90-d4076ba4e792,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:53.451703 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:53.458022 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.464896 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0061880-7d09-4d82-bc9b-9e62dd37c38b None None] Network 4e74e321-1973-4d9e-8344-e6cd9fbbd84c requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:47:53.472173 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-bf46ce52-839e-44fc-a8b3-5db7987cab61 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/840331f9-22a5-443b-8b90-d4076ba4e792 HTTP/1.1" status: 204  len: 168 time: 0.6400156
Aug 31 12:47:53.474716 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33238) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:53.546032 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33242) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:53.628204 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f9d43938-4039-408a-8b78-abe7fc4b2b7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=095d88be2f584dad945577e1503a006e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0799448
Aug 31 12:47:53.630690 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33246) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:53.688951 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.720624 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Deleting port 0d5220ee-dec6-40ea-a298-6162620122fa {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:53.720842 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.792564 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] DHCP port deletion for 4e74e321-1973-4d9e-8344-e6cd9fbbd84c request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:47:53.796476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Deleting port 0d5220ee-dec6-40ea-a298-6162620122fa {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:53.796873 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.798640 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9456b9f3-8565-4b62-89e8-e3e0dd1030d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:53.900671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9456b9f3-8565-4b62-89e8-e3e0dd1030d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:54.041132 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938afc4-cc1a-47dc-89a1-14ca2df16a56 req-62eb6cb8-e906-41bd-a9e3-e0c8f55c0a93 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:54.043345 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b938afc4-cc1a-47dc-89a1-14ca2df16a56 req-62eb6cb8-e906-41bd-a9e3-e0c8f55c0a93 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.1337032
Aug 31 12:47:54.093625 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9456b9f3-8565-4b62-89e8-e3e0dd1030d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:54.116510 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ab17bfcb-32dc-49c6-9e4e-e1283bf98c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:54.121011 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b938afc4-cc1a-47dc-89a1-14ca2df16a56 req-df01570d-5660-450c-88bf-d7929d2c2af7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709147
Aug 31 12:47:54.155955 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456b9f3-8565-4b62-89e8-e3e0dd1030d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cfe02e-483b-48ca-be9b-c0e598e64737,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:54.161448 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] For port 0d5220ee-dec6-40ea-a298-6162620122fa, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=0d5220ee-dec6-40ea-a298-6162620122fa,segment=NetworkSegment(a490b87a-e887-4280-bf02-6a43e5a08162),segment_id=a490b87a-e887-4280-bf02-6a43e5a08162)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:54.162142 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:54.175921 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9456b9f3-8565-4b62-89e8-e3e0dd1030d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:54.194821 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] For port 0d5220ee-dec6-40ea-a298-6162620122fa, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=0d5220ee-dec6-40ea-a298-6162620122fa,segment=NetworkSegment(a490b87a-e887-4280-bf02-6a43e5a08162),segment_id=a490b87a-e887-4280-bf02-6a43e5a08162)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:54.195295 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:54.266001 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9456b9f3-8565-4b62-89e8-e3e0dd1030d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:54.271052 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-9456b9f3-8565-4b62-89e8-e3e0dd1030d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6cfe02e-483b-48ca-be9b-c0e598e64737 HTTP/1.1" status: 204  len: 168 time: 0.6358309
Aug 31 12:47:54.366115 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Calling delete_port for 0d5220ee-dec6-40ea-a298-6162620122fa owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:54.369718 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Calling delete_port for 0d5220ee-dec6-40ea-a298-6162620122fa owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:47:54.485393 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624'] for port, after_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:54.500962 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:47:54.501451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:47:54.504614 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-2876c3b4-5a2a-4e04-95b9-fa70ff14ecae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:54.573751 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Pushing event deleted for resources: {'Port': ['ID=0d5220ee-dec6-40ea-a298-6162620122fa,revision_number=None']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:54.594557 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:54.600821 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] No DVR routers for this DVR port 0d5220ee-dec6-40ea-a298-6162620122fa on host dv-cinder-806696-1-iscsi {{(pid=75031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:47:54.730722 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0d5220ee-dec6-40ea-a298-6162620122fa no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:54.777024 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 0d5220ee-dec6-40ea-a298-6162620122fa {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:47:54.777692 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0d5220ee-dec6-40ea-a298-6162620122fa not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:47:55.002420 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Deleting port 0d5220ee-dec6-40ea-a298-6162620122fa {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:47:55.005459 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:55.074033 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] The port '0d5220ee-dec6-40ea-a298-6162620122fa' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:47:55.208230 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:55.224526 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72378c5b80>,) {'filters': {'network_id': ['4e74e321-1973-4d9e-8344-e6cd9fbbd84c']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:55.247937 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72378c5b80>, 'a490b87a-e887-4280-bf02-6a43e5a08162') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:55.248400 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72378c5b80>, 'a490b87a-e887-4280-bf02-6a43e5a08162') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:47:55.269466 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:55.294971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:55.362360 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:47:55.363084 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   util.warn(
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   util.warn(
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   util.warn(
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   util.warn(
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:47:55.391177 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:47:55.491045 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:55.497795 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:55.512928 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:55.528994 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e74e321-1973-4d9e-8344-e6cd9fbbd84c,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:55.533982 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:55.538433 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-2f58b2bf-7306-4ffe-b166-b42b25a4d481 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e74e321-1973-4d9e-8344-e6cd9fbbd84c HTTP/1.1" status: 204  len: 168 time: 2.0618556
Aug 31 12:47:55.545729 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ec699-b945-4019-a770-a37ce3184a58 req-36fc1899-c67d-4e4a-8c4c-2750fcb7533e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:55.547939 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6f0ec699-b945-4019-a770-a37ce3184a58 req-36fc1899-c67d-4e4a-8c4c-2750fcb7533e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 945 time: 0.2436430
Aug 31 12:47:55.612023 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6f0ec699-b945-4019-a770-a37ce3184a58 req-e96d97c8-2963-405d-959d-0eda5b0159ce tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572152
Aug 31 12:47:55.788740 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:47:55.849410 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33266) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:55.921153 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5b5f3878-4671-4a96-9d67-4db4c422b093 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c32ff5e3c90403e9d5beb5e02a0fdc5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0699537
Aug 31 12:47:55.925280 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33272) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:55.962989 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:56.004957 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:47:56.022072 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:47:56.030161 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:56.035365 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-9fabf5e7-31e8-402b-aedc-8f00a582ba67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:56.064274 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:56.107661 dv-cinder-806696-1-iscsi neutron-server[75031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'code': 422} returned with failed status
Aug 31 12:47:56.124989 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:56.142197 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=8']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:56.147670 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:56.198726 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:56.203348 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ce6da61b-be8f-4f10-aa73-7d8fe8c58e04 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:56.218689 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824b002-1a97-4a6b-b8bd-ef2596205e5d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:56.222207 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:56.234730 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:56.236879 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e824b002-1a97-4a6b-b8bd-ef2596205e5d HTTP/1.1" status: 204  len: 168 time: 0.3091035
Aug 31 12:47:56.796907 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33294) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:56.876812 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cff01abc-6c5a-4931-a094-8d1244f17aef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=214d0a1f72e343f980e7b9c66efdea8f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0774314
Aug 31 12:47:56.879583 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33300) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:56.895216 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6ca3941a-bf98-485c-8834-1a617d4b5d31 req-23b8efb4-0629-4df5-9d58-263fd7e2bef2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2922752
Aug 31 12:47:56.980705 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:57.028884 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:57.112442 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:57.120307 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7f785125-7ecb-4a2a-a4f7-b62986cd27e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:47:57.136365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13af275-465d-46c8-8a5a-6c7c8a30421b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:47:57.139716 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:47:57.141910 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:57.147482 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f13af275-465d-46c8-8a5a-6c7c8a30421b HTTP/1.1" status: 204  len: 168 time: 0.2659740
Aug 31 12:47:57.390488 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6982337-21a7-45ce-b4e4-1553c9a08788 req-afac959e-33b9-4b7f-9575-08a12f78ca88 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:57.392383 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6982337-21a7-45ce-b4e4-1553c9a08788 req-afac959e-33b9-4b7f-9575-08a12f78ca88 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1419244
Aug 31 12:47:57.403210 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33322) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:47:57.484784 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6982337-21a7-45ce-b4e4-1553c9a08788 req-dc9f39aa-46c0-4269-861e-693f91e7e733 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834234
Aug 31 12:47:57.884436 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-a5d5e6f8-e60a-463a-a055-9ed8400310ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4797356
Aug 31 12:47:58.801270 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778b865-bc3d-421e-b43e-14cbf2120e60 req-7303d24e-1857-4b03-99a6-13e57020585a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:47:58.802700 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4778b865-bc3d-421e-b43e-14cbf2120e60 req-7303d24e-1857-4b03-99a6-13e57020585a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.0897748
Aug 31 12:47:58.856736 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4778b865-bc3d-421e-b43e-14cbf2120e60 req-d663f7b1-1480-4f6c-bfde-6ac8a52d6053 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472846
Aug 31 12:47:59.049766 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c0b77490-e6ec-475d-b08a-828f70112aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:47:59.381398 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:00.194148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a2d8-2d0b-4040-a16b-6179c5e6c09d req-933a791a-8a14-4739-84dc-870fec2cd742 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:00.196094 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c35a2d8-2d0b-4040-a16b-6179c5e6c09d req-933a791a-8a14-4739-84dc-870fec2cd742 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1529233
Aug 31 12:48:00.204618 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-f091a3d1-5a83-4977-bfa2-c9019d40a173 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba&tenant_id=51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 1096 time: 0.1106567
Aug 31 12:48:00.298586 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c35a2d8-2d0b-4040-a16b-6179c5e6c09d req-35d6e808-edfd-4b8f-88e7-4b2f377876c6 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929363
Aug 31 12:48:00.328366 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-5d721915-f0ed-4151-91b2-79a608ad74ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1096 time: 0.0966904
Aug 31 12:48:00.595012 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-aeadda6d-5bc2-43b1-9622-e54baaf40bc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:00.596499 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-aeadda6d-5bc2-43b1-9622-e54baaf40bc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.2631104
Aug 31 12:48:00.728817 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-726d9957-86d7-4c47-a3b0-30b4e67fcba8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 200  len: 999 time: 0.1248403
Aug 31 12:48:00.818183 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-63cb7462-032e-45ed-8092-a6c8976f30bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:00.820602 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-63cb7462-032e-45ed-8092-a6c8976f30bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0846620
Aug 31 12:48:00.920275 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-d7ceadec-eee7-4910-8c2e-fed404a579b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918643
Aug 31 12:48:01.125025 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-ca947286-a691-446b-ac49-e0f5d60afa23 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959913
Aug 31 12:48:01.222877 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9f584cb5-a816-4661-a393-23cf8b4b0d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:01.300162 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d7e2d54a-a848-4682-a3ed-83561ade93da req-6eb2692b-0c95-4827-b285-a7a62d0ba36a service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682682
Aug 31 12:48:01.584345 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6deb2-1b92-41c7-88e5-66a5e754249b req-99e15a6e-23bd-4a0c-838c-43108d3e9575 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:01.585972 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-91c6deb2-1b92-41c7-88e5-66a5e754249b req-99e15a6e-23bd-4a0c-838c-43108d3e9575 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1220546
Aug 31 12:48:01.657325 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-91c6deb2-1b92-41c7-88e5-66a5e754249b req-6db3a5a3-7a72-4c97-b882-fea3d8ec68e6 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636895
Aug 31 12:48:02.383762 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:03.041428 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973f0b6-4168-494d-aa39-bde7e2f2afe9 req-3d2a1d07-f30e-4027-abee-e9ab31b81048 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:03.055055 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7973f0b6-4168-494d-aa39-bde7e2f2afe9 req-3d2a1d07-f30e-4027-abee-e9ab31b81048 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1997206
Aug 31 12:48:03.143068 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7973f0b6-4168-494d-aa39-bde7e2f2afe9 req-3e9e9e84-a50c-4e7b-adcc-0aa373245b89 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861175
Aug 31 12:48:03.775351 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671832c-f338-4fc0-af9f-8efcfdc7694b req-33b22f16-cb19-4172-99b5-e99266a42584 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:03.779564 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a671832c-f338-4fc0-af9f-8efcfdc7694b req-33b22f16-cb19-4172-99b5-e99266a42584 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1110446
Aug 31 12:48:03.813969 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:03.859863 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a671832c-f338-4fc0-af9f-8efcfdc7694b req-8521344d-ed05-43df-99ca-8a7c56aa9a1a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689929
Aug 31 12:48:04.430007 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda64d8-d353-4be5-a686-11e3390be0b0 req-bf8ad4b1-174a-4da5-bf44-a4df3dc550da tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:04.431643 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4cda64d8-d353-4be5-a686-11e3390be0b0 req-bf8ad4b1-174a-4da5-bf44-a4df3dc550da tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1076548
Aug 31 12:48:04.487666 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4cda64d8-d353-4be5-a686-11e3390be0b0 req-7a1c9429-a1f6-4635-8709-a6d563043d98 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493405
Aug 31 12:48:05.148977 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e9abe-555b-46bd-aceb-ee8e516febcd req-3e26106c-51e7-4cfe-81e1-e0ccc5c76ef4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:05.150601 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a22e9abe-555b-46bd-aceb-ee8e516febcd req-3e26106c-51e7-4cfe-81e1-e0ccc5c76ef4 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1035762
Aug 31 12:48:05.217247 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a22e9abe-555b-46bd-aceb-ee8e516febcd req-5375888d-7b3c-4c5d-8881-9636e2abb5e9 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604267
Aug 31 12:48:05.934696 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0a34d-4883-444b-951b-e74209db0ea8 req-79f03d0e-c647-49d0-8837-0a2d5eb641c4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:05.936420 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-50c0a34d-4883-444b-951b-e74209db0ea8 req-79f03d0e-c647-49d0-8837-0a2d5eb641c4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.2282908
Aug 31 12:48:06.004705 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-50c0a34d-4883-444b-951b-e74209db0ea8 req-6c3322e2-092a-49d0-bf3e-73505c6b5cb7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589881
Aug 31 12:48:06.484951 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af20536-f225-45c2-81a8-9b8adb368235 req-0617b002-19b8-41dc-8efd-97c3d0a11ae5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:06.487068 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5af20536-f225-45c2-81a8-9b8adb368235 req-0617b002-19b8-41dc-8efd-97c3d0a11ae5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1223273
Aug 31 12:48:06.555285 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5af20536-f225-45c2-81a8-9b8adb368235 req-3e77dbdb-9729-4c5b-b2a4-fbe679841141 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613787
Aug 31 12:48:07.309823 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fedd5-c36f-42b8-8075-890563be5e64 req-c2109e98-2c33-4c34-aeb8-a5b89c74cc1c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:07.323081 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5c9fedd5-c36f-42b8-8075-890563be5e64 req-c2109e98-2c33-4c34-aeb8-a5b89c74cc1c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1252942
Aug 31 12:48:07.387815 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5c9fedd5-c36f-42b8-8075-890563be5e64 req-a4847abf-0181-4d41-adf8-ebecbec861b5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635898
Aug 31 12:48:07.846983 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31ed46-e63a-489c-9102-1bdfa2716f56 req-c702ceec-81c0-4b30-b041-6f18f7b5349a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:07.848579 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b31ed46-e63a-489c-9102-1bdfa2716f56 req-c702ceec-81c0-4b30-b041-6f18f7b5349a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1102982
Aug 31 12:48:07.924127 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b31ed46-e63a-489c-9102-1bdfa2716f56 req-dec5ea1e-8b5c-4a21-8f5e-e03df55a07ab tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689201
Aug 31 12:48:08.783031 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a0c04-0f12-4fc4-9506-dc3e008fc3ca req-e1eca68b-3e58-4529-8f51-b152223df08e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:08.784490 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2e0a0c04-0f12-4fc4-9506-dc3e008fc3ca req-e1eca68b-3e58-4529-8f51-b152223df08e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1343462
Aug 31 12:48:08.843407 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2e0a0c04-0f12-4fc4-9506-dc3e008fc3ca req-0bac620e-e859-492e-a01b-a6aaa7e3fe53 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533412
Aug 31 12:48:09.192003 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850f800-a1b5-499f-8a80-72157f29f087 req-505cea3c-5b2a-45dc-98ab-1ffce906a02f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:09.193476 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6850f800-a1b5-499f-8a80-72157f29f087 req-505cea3c-5b2a-45dc-98ab-1ffce906a02f tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1050785
Aug 31 12:48:09.246752 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6850f800-a1b5-499f-8a80-72157f29f087 req-1dfe1ba2-670d-4a76-8c9a-9acc7b0308f5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473981
Aug 31 12:48:10.120180 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6ff6-f73e-410f-a040-5cf8f8689132 req-1c32005e-cbfc-4ad9-b7b0-9c82b2be3835 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:10.122058 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9ece6ff6-f73e-410f-a040-5cf8f8689132 req-1c32005e-cbfc-4ad9-b7b0-9c82b2be3835 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1023884
Aug 31 12:48:10.181745 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9ece6ff6-f73e-410f-a040-5cf8f8689132 req-c98407db-bc9c-40ba-923c-6b048413e048 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522168
Aug 31 12:48:10.503927 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3353-ab4d-4cb0-a43b-ab50146c22b2 req-5301b2cf-0313-4d6b-8001-63d8ac3fbbe5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:10.506460 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-71ad3353-ab4d-4cb0-a43b-ab50146c22b2 req-5301b2cf-0313-4d6b-8001-63d8ac3fbbe5 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1061325
Aug 31 12:48:10.582679 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-71ad3353-ab4d-4cb0-a43b-ab50146c22b2 req-64c64518-4b6e-47f2-bde0-fdca00e51e11 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657840
Aug 31 12:48:11.481093 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab022e-da96-41d8-9ab2-8ff77347d223 req-d0b83a5f-1007-4b31-a91a-e285493c3f26 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:11.483574 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5cab022e-da96-41d8-9ab2-8ff77347d223 req-d0b83a5f-1007-4b31-a91a-e285493c3f26 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.0896845
Aug 31 12:48:11.544742 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5cab022e-da96-41d8-9ab2-8ff77347d223 req-aaa8fd75-9e29-48d6-8be1-98c9c864a683 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531082
Aug 31 12:48:11.899777 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad072b04-281a-4bc0-8d40-58192640abef req-2229f9af-24c8-4368-af5c-d915206bcf30 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:11.901057 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ad072b04-281a-4bc0-8d40-58192640abef req-2229f9af-24c8-4368-af5c-d915206bcf30 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1282265
Aug 31 12:48:11.957814 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ad072b04-281a-4bc0-8d40-58192640abef req-f8121480-8fe8-4015-9613-85a05de437ee tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513673
Aug 31 12:48:12.145703 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:48:12.876161 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b31580-26eb-4dd8-b802-e1ac81ed03ef req-004cf1df-70a3-4b35-9e33-22774bc898ca tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:12.878250 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-67b31580-26eb-4dd8-b802-e1ac81ed03ef req-004cf1df-70a3-4b35-9e33-22774bc898ca tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1235468
Aug 31 12:48:12.929182 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-67b31580-26eb-4dd8-b802-e1ac81ed03ef req-b62f641d-2479-4ab7-8ff3-d6f22d017200 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449479
Aug 31 12:48:13.217014 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8f37a-6496-40d7-b11a-52cb38fe2f9b req-997f656b-59ff-404d-b553-0c4f3fd889f2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:13.218983 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19d8f37a-6496-40d7-b11a-52cb38fe2f9b req-997f656b-59ff-404d-b553-0c4f3fd889f2 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1021817
Aug 31 12:48:13.287711 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19d8f37a-6496-40d7-b11a-52cb38fe2f9b req-3f0947a8-6f3c-4918-891f-951bac6dfa16 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615237
Aug 31 12:48:14.173791 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4902a8-43f0-4b74-a83e-05ea9c025a56 req-a4073cb3-cfb7-41aa-9a46-4cc8b192a801 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:14.175377 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-cd4902a8-43f0-4b74-a83e-05ea9c025a56 req-a4073cb3-cfb7-41aa-9a46-4cc8b192a801 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.0953975
Aug 31 12:48:14.252809 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-cd4902a8-43f0-4b74-a83e-05ea9c025a56 req-e0338b79-5b87-4c13-9184-a00f96deff0e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688713
Aug 31 12:48:14.536694 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:14.592974 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118322-a658-4301-9bcd-d3051d13d0ad req-ba3f8053-6abc-43dd-a914-cf3dc7ac1fab tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:14.595726 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03118322-a658-4301-9bcd-d3051d13d0ad req-ba3f8053-6abc-43dd-a914-cf3dc7ac1fab tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1241791
Aug 31 12:48:14.666866 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03118322-a658-4301-9bcd-d3051d13d0ad req-e019f351-a61c-4877-97c0-54a7edbc9fd7 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615768
Aug 31 12:48:15.122976 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-41f421fe-ba03-4fc6-a14b-ae6d1d5f52e6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:15.124580 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-41f421fe-ba03-4fc6-a14b-ae6d1d5f52e6 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.1061313
Aug 31 12:48:15.306515 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Deleting port 864eb63b-5a46-48c5-bcc4-e633c3090f45 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:48:15.307038 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:15.512404 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e2d56-6b36-4c59-b4c0-5e2ae1cd2243 req-ea724702-4d1b-4904-883d-6ca136082f93 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:15.513884 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-425e2d56-6b36-4c59-b4c0-5e2ae1cd2243 req-ea724702-4d1b-4904-883d-6ca136082f93 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1003470
Aug 31 12:48:15.570206 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-425e2d56-6b36-4c59-b4c0-5e2ae1cd2243 req-cc72bf5d-3f0c-4770-926c-50c1411b494d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494790
Aug 31 12:48:15.637773 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] For port 864eb63b-5a46-48c5-bcc4-e633c3090f45, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=864eb63b-5a46-48c5-bcc4-e633c3090f45,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:15.638500 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:16.021018 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:16.021402 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:16.021725 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Floating IP c850b645-f3fc-4459-b631-a59832837e0f disassociated. External IP: 172.27.1.186, port: 864eb63b-5a46-48c5-bcc4-e633c3090f45.
Aug 31 12:48:16.022097 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Calling delete_port for 864eb63b-5a46-48c5-bcc4-e633c3090f45 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:48:16.084040 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15ad23-b00d-4e34-a7ad-55e422c5a0ab req-c471f3fc-4542-4b0f-ad47-6dec6b4cf8fb tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:16.085639 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a15ad23-b00d-4e34-a7ad-55e422c5a0ab req-c471f3fc-4542-4b0f-ad47-6dec6b4cf8fb tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 945 time: 0.2500370
Aug 31 12:48:16.198375 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a15ad23-b00d-4e34-a7ad-55e422c5a0ab req-d69a8027-988b-4b65-92fc-1c8a2aa5e2d9 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc3f9503-5b2f-4cf2-ab70-173a565f1766&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012099
Aug 31 12:48:16.227906 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:16.237199 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-30034195-9370-449a-99cd-1656853b3011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:16.285034 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event deleted for resources: {'Port': ['ID=864eb63b-5a46-48c5-bcc4-e633c3090f45,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:16.287585 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:16.522214 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Router 06fe5070-8e25-4f87-ac95-5ebf69cc836c has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:48:16.783956 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:48:16.799595 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] Sync routers for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:48:16.837768 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:48:16.839010 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238bdc5b0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:48:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:16.894884 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] No DVR routers for this DVR port 864eb63b-5a46-48c5-bcc4-e633c3090f45 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:48:16.898896 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:16.903520 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'name': 'network-vif-deleted', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:48:16.911977 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64800c-55b2-41ff-b4b2-1d8d81af1d09 req-b5ba5c6e-4cfd-46b3-8aaf-cc5c8431a395 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:16.914115 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bc64800c-55b2-41ff-b4b2-1d8d81af1d09 req-b5ba5c6e-4cfd-46b3-8aaf-cc5c8431a395 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1325963
Aug 31 12:48:16.927078 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e47d0e3a-9dd3-4f88-b598-e2aa1e02b585 req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.43 "DELETE /v2.0/ports/864eb63b-5a46-48c5-bcc4-e633c3090f45 HTTP/1.1" status: 204  len: 173 time: 1.7963333
Aug 31 12:48:16.983383 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-bc64800c-55b2-41ff-b4b2-1d8d81af1d09 req-ea4330f4-222b-4133-9d0c-6664a6e7039f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559072
Aug 31 12:48:17.097015 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:48:17.198343 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0815ee-8da8-4aff-95e5-304ff4699057', 'name': 'network-vif-deleted', 'tag': '864eb63b-5a46-48c5-bcc4-e633c3090f45', 'status': 'completed', 'code': 200}
Aug 31 12:48:17.420881 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7401bf67-7471-47d4-b823-b65576b69a7a req-b815b519-db79-4cbd-bd35-0fed234cfa27 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0815ee-8da8-4aff-95e5-304ff4699057 HTTP/1.1" status: 200  len: 210 time: 0.0551353
Aug 31 12:48:17.534539 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238bdc5b0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:17.539216 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] Checking router: 06fe5070-8e25-4f87-ac95-5ebf69cc836c for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:48:17.551386 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:48:17.552016 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238bdc5b0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:48:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:17.796790 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:48:18.159026 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238bdc5b0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:18.163657 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683a6b7-d08b-4425-a1e3-7c2a321cb99b None None] The sync data for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi is: [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'b01136b6-52c0-400d-ae42-94f9666180ff', 'name': '', 'network_id': 'cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'mac_address': 'fa:16:3e:7c:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:18Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'subnets': [{'id': '94dde0f6-505e-49f7-a6e0-0f635fe8a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:48:18.261293 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b7639-2e66-4257-8319-b052d43b90b4 req-e01cdac9-d87b-4e9d-8c3c-e8f15ab0090b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:18.262887 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e80b7639-2e66-4257-8319-b052d43b90b4 req-e01cdac9-d87b-4e9d-8c3c-e8f15ab0090b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.1019602
Aug 31 12:48:18.319266 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e80b7639-2e66-4257-8319-b052d43b90b4 req-a405d859-3f5a-468e-afbe-48e5b1aeb8e2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464296
Aug 31 12:48:18.455353 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abfe24-6fb0-45df-b15c-2b7be52663b2 None None] New status for floating IP c850b645-f3fc-4459-b631-a59832837e0f: DOWN {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:48:18.594444 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33454) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:18.677661 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:18.725542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:18.816543 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:18.821307 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:18.844326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f9503-5b2f-4cf2-ab70-173a565f1766,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:18.857635 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.857969 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.858331 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.858677 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.859048 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.859511 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.860089 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.860546 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.860890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.861226 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.861563 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:18.865720 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:18.867057 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:18.868597 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc3f9503-5b2f-4cf2-ab70-173a565f1766 HTTP/1.1" status: 204  len: 168 time: 0.2725451
Aug 31 12:48:18.873345 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33460) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:18.993881 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.api.v2.resource [None req-9a4214e2-aaca-42cf-b276-b0684a21571a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] show failed (client error): The resource could not be found.
Aug 31 12:48:18.994604 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9a4214e2-aaca-42cf-b276-b0684a21571a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "GET /v2.0/security-groups/dc3f9503-5b2f-4cf2-ab70-173a565f1766 HTTP/1.1" status: 404  len: 347 time: 0.1200612
Aug 31 12:48:18.997622 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33464) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:19.163318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Deleting port 94290f57-d00f-43f8-bf99-c079bb1fb6bb {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:48:19.163662 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:19.363171 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:19.363910 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:19.508661 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Calling delete_port for 94290f57-d00f-43f8-bf99-c079bb1fb6bb owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:48:19.560780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36178c-3876-4b8e-b020-ea0272e05f9c req-5b264681-b1f4-4992-9a60-c5f888fb7e86 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:19.562998 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dd36178c-3876-4b8e-b020-ea0272e05f9c req-5b264681-b1f4-4992-9a60-c5f888fb7e86 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.0907311
Aug 31 12:48:19.646116 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dd36178c-3876-4b8e-b020-ea0272e05f9c req-3862ac71-5973-4094-bf7b-d8a29e26a907 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712397
Aug 31 12:48:19.694062 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:19.697743 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1f7eb5eb-1cd0-48ea-99f4-f1acb9f26e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:19.742608 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Pushing event deleted for resources: {'Port': ['ID=94290f57-d00f-43f8-bf99-c079bb1fb6bb,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:19.745530 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:19.844365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:19.861221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:19.862376 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] 10.222.0.20 "DELETE /v2.0/floatingips/c850b645-f3fc-4459-b631-a59832837e0f HTTP/1.1" status: 204  len: 168 time: 0.8638115
Aug 31 12:48:19.926617 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 864eb63b-5a46-48c5-bcc4-e633c3090f45 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:48:19.962467 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 864eb63b-5a46-48c5-bcc4-e633c3090f45 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:48:19.962859 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 864eb63b-5a46-48c5-bcc4-e633c3090f45 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:48:20.883693 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c431e-01ee-491f-b5ba-89dfcfbb8673 req-ab651f41-b181-497a-8152-3a7f08e9e57a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:20.885343 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-062c431e-01ee-491f-b5ba-89dfcfbb8673 req-ab651f41-b181-497a-8152-3a7f08e9e57a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.0866487
Aug 31 12:48:20.936827 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-062c431e-01ee-491f-b5ba-89dfcfbb8673 req-da1f51aa-7833-4e63-9785-cec87d8fb47e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455821
Aug 31 12:48:21.939672 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:48:22.083301 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:22.102532 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'port_id': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'mac_address': 'fa:16:3e:9c:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:48:22.160039 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87d30f-4894-4ba1-ba40-866b49e628af req-9b4d224e-ee0b-4baa-b180-2d4fece43c4a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:22.161520 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9b87d30f-4894-4ba1-ba40-866b49e628af req-9b4d224e-ee0b-4baa-b180-2d4fece43c4a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 943 time: 0.0832720
Aug 31 12:48:22.161908 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:22.188303 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1d02a-ba32-4ff9-a84c-5dba640789a8 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:48:22.206696 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:22.213740 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:22.215832 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:22.222844 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9b87d30f-4894-4ba1-ba40-866b49e628af req-e2446f44-016f-431d-9490-36517a88a6d8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553880
Aug 31 12:48:22.287395 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=9']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:22.290869 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:22.435166 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['a1c1d02a-ba32-4ff9-a84c-5dba640789a8'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:48:23.475428 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140955f1-388f-4b43-85c2-60db1a450550 req-f51e66e3-5c07-4066-8337-b4c306aa1516 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:23.477046 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-140955f1-388f-4b43-85c2-60db1a450550 req-f51e66e3-5c07-4066-8337-b4c306aa1516 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 944 time: 0.1069825
Aug 31 12:48:23.523265 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-140955f1-388f-4b43-85c2-60db1a450550 req-3f6a6663-9e00-4402-bb2e-d9161a2dcd18 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406334
Aug 31 12:48:23.969324 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:48:24.004705 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33502) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:24.040832 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:48:24.041257 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:24.160369 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:24.190576 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:48:24.201402 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:24.208842 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:24.211850 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:24.251161 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'code': 200}
Aug 31 12:48:24.292728 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=10']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:24.295766 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:24.545309 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:24.919646 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d35ec4-16e6-42bf-8b16-931a614d5511 req-09b09153-5a0e-471d-8e1c-c731f20e3642 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:24.921088 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-56d35ec4-16e6-42bf-8b16-931a614d5511 req-09b09153-5a0e-471d-8e1c-c731f20e3642 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 946 time: 0.2102363
Aug 31 12:48:24.963642 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c0b58e3-0fd6-4204-9940-54ee3eaee517 req-ea556220-22c4-4281-8d29-aca6d3952195 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 1099 time: 0.1966603
Aug 31 12:48:25.030792 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-56d35ec4-16e6-42bf-8b16-931a614d5511 req-ee574692-11df-42c3-88bb-4a9f35b441c8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938921
Aug 31 12:48:25.040050 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c0b58e3-0fd6-4204-9940-54ee3eaee517 req-b0200eab-6870-463c-8ddf-1850eb0d7afc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655794
Aug 31 12:48:25.482718 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Deleting port b01136b6-52c0-400d-ae42-94f9666180ff {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:48:25.483086 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:25.654208 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] For port b01136b6-52c0-400d-ae42-94f9666180ff, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b01136b6-52c0-400d-ae42-94f9666180ff,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:25.654890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:25.778500 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Calling delete_port for b01136b6-52c0-400d-ae42-94f9666180ff owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:48:25.961730 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:25.966933 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:26.011383 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01136b6-52c0-400d-ae42-94f9666180ff,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:26.016747 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:26.303253 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ed6dc-120a-4947-9e1d-00a1f47e1b65 req-394e9e6c-2068-4f88-9fed-7ad30264de60 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:26.307746 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-333ed6dc-120a-4947-9e1d-00a1f47e1b65 req-394e9e6c-2068-4f88-9fed-7ad30264de60 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 946 time: 0.1058190
Aug 31 12:48:26.376163 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-333ed6dc-120a-4947-9e1d-00a1f47e1b65 req-8230dfd7-6c4f-41f7-bf5c-fd0e1f5d0240 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644150
Aug 31 12:48:26.446459 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:27.049822 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Router 06fe5070-8e25-4f87-ac95-5ebf69cc836c has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:48:27.252162 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:48:27.261766 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] Sync routers for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:48:27.268339 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] 10.222.0.20 "PUT /v2.0/routers/06fe5070-8e25-4f87-ac95-5ebf69cc836c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2603233
Aug 31 12:48:27.268647 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33546) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:27.274220 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:48:27.275284 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238f09af0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:48:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:27.475004 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:48:27.496227 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:27.662404 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144848-b2ed-48c4-abb3-790b9d266b55 req-9fd11675-c372-4252-bd14-06188e6ed4c0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:27.663897 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0144848-b2ed-48c4-abb3-790b9d266b55 req-9fd11675-c372-4252-bd14-06188e6ed4c0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 946 time: 0.1171548
Aug 31 12:48:27.784925 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0144848-b2ed-48c4-abb3-790b9d266b55 req-aaa53538-5c75-40a9-9b1b-735d9f080592 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721760
Aug 31 12:48:27.825236 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238f09af0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:48:25Z', 'revision_number': 5, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port': {'id': '61953dd3-f69c-4d0f-8a5d-76e6c3fe3941', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:46Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:27.833999 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] Checking router: 06fe5070-8e25-4f87-ac95-5ebf69cc836c for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:48:27.838302 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:27.846812 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] Routers {'06fe5070-8e25-4f87-ac95-5ebf69cc836c'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:48:27.847705 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238f09af0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:48:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:27.850354 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Deleting port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:48:27.850835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:28.008594 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] Set router 06fe5070-8e25-4f87-ac95-5ebf69cc836c gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:48:28.142053 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238f09af0>, [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:48:27Z', 'revision_number': 6, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:28.148372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e49f43-372b-4a6e-9b65-6921e81b902d None None] The sync data for ids ['06fe5070-8e25-4f87-ac95-5ebf69cc836c'] in dv-cinder-806696-1-iscsi is: [{'id': '06fe5070-8e25-4f87-ac95-5ebf69cc836c', 'name': 'tempest-AttachVolumeTestJSON-1443209437-router', 'tenant_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:48:27Z', 'revision_number': 6, 'project_id': 'bbc0021c7ae14637bd31f6b6d6788b92', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:48:28.155417 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] For port 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:28.155956 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:28.287137 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Calling delete_port for 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:48:28.449786 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:28.453753 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93dd6134-5e29-4c27-bd0f-f0664c9c9240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:28.494229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=61953dd3-f69c-4d0f-8a5d-76e6c3fe3941,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:28.496977 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:28.722256 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:28.978396 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:28.980002 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-833f829b-1761-40ec-ae25-ece4760fff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:28.983164 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:28.992776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:48:29.011327 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.011932 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06fe5070-8e25-4f87-ac95-5ebf69cc836c {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:48:29.026008 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.029678 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] 10.222.0.20 "DELETE /v2.0/routers/06fe5070-8e25-4f87-ac95-5ebf69cc836c HTTP/1.1" status: 204  len: 168 time: 1.7576857
Aug 31 12:48:29.029868 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:48:29.029868 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 61953dd3-f69c-4d0f-8a5d-76e6c3fe3941 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:48:29.029868 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b01136b6-52c0-400d-ae42-94f9666180ff no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:48:29.030158 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33554) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:29.061312 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: b01136b6-52c0-400d-ae42-94f9666180ff {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:48:29.061695 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b01136b6-52c0-400d-ae42-94f9666180ff not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:48:29.092233 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Deleting subnet 94dde0f6-505e-49f7-a6e0-0f635fe8a49b {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:48:29.095646 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.148835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1524585'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.273411 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.340882 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1147205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1515138'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.345615 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-95082d5c-9054-4dce-8f8c-1656b6602701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:29.366967 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.380436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dde0f6-505e-49f7-a6e0-0f635fe8a49b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:29.384272 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:29.387067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.392507 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0671158c-ed05-4c00-b97b-0ad7fe44c090 None None] Network cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:48:29.393369 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3665c26f-c722-43a9-bfdc-86d8c2145a67 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/94dde0f6-505e-49f7-a6e0-0f635fe8a49b HTTP/1.1" status: 204  len: 168 time: 0.3623886
Aug 31 12:48:29.395810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33558) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:29.618784 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.630545 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Deleting port a20bc959-3e9f-4573-aafe-7b94bb625b99 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:48:29.631060 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.671493 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b368026-816d-4c04-8238-e015f660945f None None] DHCP port deletion for cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:48:29.676266 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6b368026-816d-4c04-8238-e015f660945f None None] Deleting port a20bc959-3e9f-4573-aafe-7b94bb625b99 {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:48:29.676649 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6b368026-816d-4c04-8238-e015f660945f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.841034 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] For port a20bc959-3e9f-4573-aafe-7b94bb625b99, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a20bc959-3e9f-4573-aafe-7b94bb625b99,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:29.841413 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.896667 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-6b368026-816d-4c04-8238-e015f660945f None None] For port a20bc959-3e9f-4573-aafe-7b94bb625b99, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a20bc959-3e9f-4573-aafe-7b94bb625b99,segment=NetworkSegment(1911d735-cae5-4976-89c5-730a45507b4e),segment_id=1911d735-cae5-4976-89c5-730a45507b4e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:29.897044 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6b368026-816d-4c04-8238-e015f660945f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:29.969514 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Calling delete_port for a20bc959-3e9f-4573-aafe-7b94bb625b99 owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:48:30.025432 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6b368026-816d-4c04-8238-e015f660945f None None] Calling delete_port for a20bc959-3e9f-4573-aafe-7b94bb625b99 owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:48:30.060756 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.066053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c30048a0-266f-417e-b86d-14ad8c110e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:30.110422 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.api [None req-6b368026-816d-4c04-8238-e015f660945f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:48:30.110979 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_db.api [None req-6b368026-816d-4c04-8238-e015f660945f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:48:30.115758 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20bc959-3e9f-4573-aafe-7b94bb625b99,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:30.118246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:30.120983 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] No DVR routers for this DVR port a20bc959-3e9f-4573-aafe-7b94bb625b99 on host dv-cinder-806696-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:48:30.240329 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.255535 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7238688a90>,) {'filters': {'network_id': ['cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:30.267932 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238688a90>, '1911d735-cae5-4976-89c5-730a45507b4e') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:30.268221 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238688a90>, '1911d735-cae5-4976-89c5-730a45507b4e') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:30.279731 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.296418 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.303573 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:48:30.304006 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:48:30.317257 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:48:30.397571 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.401398 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:30.415296 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.428073 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:30.431520 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:30.442286 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cdf4cc4e-5ff5-4e5b-8408-33abee3fedd2 HTTP/1.1" status: 204  len: 168 time: 1.0454500
Aug 31 12:48:30.590659 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33564) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:30.612677 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6b368026-816d-4c04-8238-e015f660945f None None] Deleting port a20bc959-3e9f-4573-aafe-7b94bb625b99 {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:48:30.613269 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6b368026-816d-4c04-8238-e015f660945f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.663834 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33568) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:30.664575 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-26ea7955-95e6-4c5f-b6c4-78c1ca374ed6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbc0021c7ae14637bd31f6b6d6788b92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0720096
Aug 31 12:48:30.690394 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6b368026-816d-4c04-8238-e015f660945f None None] The port 'a20bc959-3e9f-4573-aafe-7b94bb625b99' was deleted {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:48:30.729973 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a20bc959-3e9f-4573-aafe-7b94bb625b99 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:48:30.743691 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7a19c212-32c4-494a-83ed-7de63108bbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.785246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7a19c212-32c4-494a-83ed-7de63108bbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.802924 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: a20bc959-3e9f-4573-aafe-7b94bb625b99 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:48:30.803331 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a20bc959-3e9f-4573-aafe-7b94bb625b99 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:48:30.858402 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7a19c212-32c4-494a-83ed-7de63108bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.863408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac94fce9-e817-4626-bca1-ca05e421f82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:30.878639 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c212-32c4-494a-83ed-7de63108bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2947a3a0-73a4-44b2-89a4-79103f5efa6c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:30.881216 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7a19c212-32c4-494a-83ed-7de63108bbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:30.887099 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7a19c212-32c4-494a-83ed-7de63108bbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:30.890040 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7a19c212-32c4-494a-83ed-7de63108bbe0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2947a3a0-73a4-44b2-89a4-79103f5efa6c HTTP/1.1" status: 204  len: 168 time: 0.2230451
Aug 31 12:48:31.224093 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2b87-ee8f-4a86-a5c7-f0f68dc8b1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:32.363692 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.009506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33612) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:33.151849 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.187174 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:33.190962 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7287d84cf2471dbbd043b0ccbd64ba is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:33.193727 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:33.199504 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:33.269228 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.272920 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.279849 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-81fa1a93-ef34-4d4c-b10c-d86c568250aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:33.323913 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202aba75-b489-46b9-99b9-4d6dcbccb8f6,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:33.329087 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c7287d84cf2471dbbd043b0ccbd64ba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3185592
Aug 31 12:48:33.332083 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33618) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:33.335825 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.336058 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.336452 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.336817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.337182 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.337541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.337898 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.338254 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.338612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.339005 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.339349 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:33.344366 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:33.393041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c62809c-33b7-4f99-a1d5-9501654f1dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.419124 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c62809c-33b7-4f99-a1d5-9501654f1dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.473446 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c62809c-33b7-4f99-a1d5-9501654f1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.477174 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8688f505-01f5-4272-a4aa-46d91b4b176e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:33.488994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62809c-33b7-4f99-a1d5-9501654f1dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202aba75-b489-46b9-99b9-4d6dcbccb8f6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:33.492143 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7c62809c-33b7-4f99-a1d5-9501654f1dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:33.498210 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c62809c-33b7-4f99-a1d5-9501654f1dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.499377 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7c62809c-33b7-4f99-a1d5-9501654f1dc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/202aba75-b489-46b9-99b9-4d6dcbccb8f6 HTTP/1.1" status: 204  len: 168 time: 0.1663368
Aug 31 12:48:33.788349 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.836641 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33626) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:33.855918 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.888818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:33.892676 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Usage tracker for resource:security_group_rule and tenant:db362606dd0c470a9c9fa39c6facfada is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:33.895714 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:33.901934 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:33.971320 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.977492 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:33.984968 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9e4aae48-51d3-4cb3-b77d-b7ab73be91ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:34.026803 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712f9b8c-269f-4494-9611-84ee83830c1f,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:34.030086 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:34.034172 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db362606dd0c470a9c9fa39c6facfada&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1961730
Aug 31 12:48:34.037953 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33630) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:34.107820 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:34.133817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:34.192581 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:34.196487 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bedf8677-4e8d-4d0f-ab13-45f51c1e674f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:34.210105 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712f9b8c-269f-4494-9611-84ee83830c1f,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:34.214956 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:34.220785 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:34.222293 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/712f9b8c-269f-4494-9611-84ee83830c1f HTTP/1.1" status: 204  len: 168 time: 0.1828058
Aug 31 12:48:38.326259 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33724) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:38.487250 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:38.526553 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:38.530386 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Usage tracker for resource:security_group_rule and tenant:8f08cfe2f4b741618ac3de9ead33911b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:38.533914 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:38.539722 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:38.608614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:38.612974 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:38.621330 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bd372aa0-3e09-4154-81c4-71f328eadd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:38.661443 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f08cfe2f4b741618ac3de9ead33911b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3340690
Aug 31 12:48:38.663128 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dd3d0e-eb20-45cd-b5ea-a0f180de11db,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:38.665007 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33730) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:38.666096 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:38.729239 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e62af4d9-2eb4-48cc-bbb8-b097286e995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:38.754446 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e62af4d9-2eb4-48cc-bbb8-b097286e995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:38.805880 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e62af4d9-2eb4-48cc-bbb8-b097286e995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:38.809671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-88a9f90e-e15c-4ee4-83ab-1b68b2e8478e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:38.821346 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62af4d9-2eb4-48cc-bbb8-b097286e995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dd3d0e-eb20-45cd-b5ea-a0f180de11db,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:38.825105 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e62af4d9-2eb4-48cc-bbb8-b097286e995c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:38.828954 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e62af4d9-2eb4-48cc-bbb8-b097286e995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:38.830041 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e62af4d9-2eb4-48cc-bbb8-b097286e995c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01dd3d0e-eb20-45cd-b5ea-a0f180de11db HTTP/1.1" status: 204  len: 168 time: 0.1636927
Aug 31 12:48:39.168908 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33738) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:39.187929 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:39.222193 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:39.226197 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a1d3cf1cfe4345ad35b335ab5991be is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:39.229107 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:39.235307 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:39.308547 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:39.312767 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:39.319272 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a6b8a5a8-2f09-4879-a6f8-a53429e61dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:39.363064 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a97497-2ada-4a35-bad6-ec0e053bcb63,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:39.367285 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5a1d3cf1cfe4345ad35b335ab5991be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1973619
Aug 31 12:48:39.369084 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:39.371032 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33742) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:39.433457 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f72b3d3a-5893-45f6-9064-5e08b767d7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:39.460100 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f72b3d3a-5893-45f6-9064-5e08b767d7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:39.516605 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f72b3d3a-5893-45f6-9064-5e08b767d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:39.520422 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fec99172-4621-4207-bc05-081123d0c462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:39.533073 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b3d3a-5893-45f6-9064-5e08b767d7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a97497-2ada-4a35-bad6-ec0e053bcb63,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:39.536439 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f72b3d3a-5893-45f6-9064-5e08b767d7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:39.544796 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f72b3d3a-5893-45f6-9064-5e08b767d7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:39.547550 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f72b3d3a-5893-45f6-9064-5e08b767d7b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02a97497-2ada-4a35-bad6-ec0e053bcb63 HTTP/1.1" status: 204  len: 168 time: 0.1754422
Aug 31 12:48:42.542379 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33804) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:42.702067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:42.733832 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:42.738347 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Usage tracker for resource:security_group_rule and tenant:ffcae7a4617444539778d0e3c2b533ea is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:42.741177 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:42.747068 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:42.826924 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:42.831213 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:42.838091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eaa17cb6-177e-4286-a891-8e2de3496845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:42.883614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d5d4d4-073a-49dd-9004-badf69bf5cce,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:42.888016 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffcae7a4617444539778d0e3c2b533ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3443484
Aug 31 12:48:42.888899 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f6572c11-eec4-48e4-b8e7-662f2ccd0af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:42.890644 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33810) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:42.951892 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:42.978362 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.032163 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.035778 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9bb2aba1-d465-499d-8ec7-f027d5ce9b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:43.047640 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d5d4d4-073a-49dd-9004-badf69bf5cce,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:43.051200 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:43.057631 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.058648 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7d5d4d4-073a-49dd-9004-badf69bf5cce HTTP/1.1" status: 204  len: 168 time: 0.1669669
Aug 31 12:48:43.402390 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33818) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:43.421463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.452212 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:43.456488 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Usage tracker for resource:security_group_rule and tenant:19c474394e464ab7b1f3cf384268829b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:43.459266 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:43.465095 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:43.626828 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.631425 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.639023 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d53b4832-d5e5-4b58-90bb-506abf682aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:43.679413 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a9f7b9-619b-4e75-bc55-66e91241385b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:43.682324 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:43.684832 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-245d2584-8863-4b7c-be0e-4d336af4f0db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19c474394e464ab7b1f3cf384268829b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2814329
Aug 31 12:48:43.689706 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33822) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:43.749449 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-333879f1-fd80-43f0-a609-0fd8619f7c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.775673 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-333879f1-fd80-43f0-a609-0fd8619f7c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.827755 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-333879f1-fd80-43f0-a609-0fd8619f7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.832088 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2acc9107-9737-4ff9-abc4-0032327bf85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:43.846413 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333879f1-fd80-43f0-a609-0fd8619f7c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a9f7b9-619b-4e75-bc55-66e91241385b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:43.850005 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-333879f1-fd80-43f0-a609-0fd8619f7c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:43.853371 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-333879f1-fd80-43f0-a609-0fd8619f7c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:43.855291 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-333879f1-fd80-43f0-a609-0fd8619f7c10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36a9f7b9-619b-4e75-bc55-66e91241385b HTTP/1.1" status: 204  len: 168 time: 0.1645269
Aug 31 12:48:44.536258 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.261109 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33852) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:45.402664 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.434244 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:45.438764 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba062fac0674bad89f98a32d2cded8a is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:45.441527 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:45.447468 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:45.520120 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.524261 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.530476 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e31060c5-6c8c-4c31-a069-4cefc1e97977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:45.567900 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790d66f-c0ca-4287-b7b6-58659f6d4282,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:45.572567 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:45.578459 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ba062fac0674bad89f98a32d2cded8a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3138244
Aug 31 12:48:45.578615 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33858) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:45.648370 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-456d412f-43c6-4641-ac7d-29001d24df10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.676302 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-456d412f-43c6-4641-ac7d-29001d24df10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.727426 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-456d412f-43c6-4641-ac7d-29001d24df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.732535 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c26c3126-e6ae-46c8-ab6c-b4b3ee46eda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:45.746799 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d412f-43c6-4641-ac7d-29001d24df10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790d66f-c0ca-4287-b7b6-58659f6d4282,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:45.749518 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-456d412f-43c6-4641-ac7d-29001d24df10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:45.751358 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-456d412f-43c6-4641-ac7d-29001d24df10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:45.752460 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-456d412f-43c6-4641-ac7d-29001d24df10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b790d66f-c0ca-4287-b7b6-58659f6d4282 HTTP/1.1" status: 204  len: 168 time: 0.1729388
Aug 31 12:48:49.149020 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:48:49.884693 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-9b55f076-e3b5-42ec-80f0-41acf5372f31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0864730
Aug 31 12:48:49.990862 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-c1705314-8d59-4bc0-b81c-2a3d4c4ae30c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 1098 time: 0.0813341
Aug 31 12:48:50.145476 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-88d4b613-4c60-42fb-be5f-fff32b38cb67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:50.146965 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-88d4b613-4c60-42fb-be5f-fff32b38cb67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.1358001
Aug 31 12:48:50.272785 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-69f59c1b-185d-4842-911a-3824932d13d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2 HTTP/1.1" status: 200  len: 1000 time: 0.1168218
Aug 31 12:48:50.340486 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-430527af-6ae5-42c9-88fe-3e5d0589c722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:50.341691 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-430527af-6ae5-42c9-88fe-3e5d0589c722 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0614522
Aug 31 12:48:50.430135 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-3cf7090e-df93-4438-8bd6-6165413201c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813234
Aug 31 12:48:50.574002 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-1b4fbfcc-f3e0-4ce7-88d1-68579b015feb service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372669
Aug 31 12:48:50.721719 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3a01bcd-8b12-400c-8087-d4e12eb0d68d req-1a36b7c1-1d34-4aef-97ca-c597d8065e03 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411533
Aug 31 12:48:51.123028 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33930) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:51.308249 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:51.353861 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:51.358003 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Usage tracker for resource:security_group_rule and tenant:5ddce30603fe46ee8f8963ea85f0520b is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:51.361708 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:51.368460 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:51.541592 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:51.546227 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:51.557895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5064b038-d8bb-4af4-ad7c-f21ec507d978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:51.601580 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b98c6-2abc-4940-b0b0-a47d8465fab3,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:51.605723 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:51.608222 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-86ab98f6-6883-44a1-ac86-9568253a9a3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ddce30603fe46ee8f8963ea85f0520b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4840195
Aug 31 12:48:51.611828 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33936) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:51.690404 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:51.722308 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:51.785775 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:51.790220 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-006cb100-322d-4744-897c-95feba5b4e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:51.804304 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b98c6-2abc-4940-b0b0-a47d8465fab3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:51.811040 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:51.816559 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:51.818124 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/961b98c6-2abc-4940-b0b0-a47d8465fab3 HTTP/1.1" status: 204  len: 168 time: 0.2042651
Aug 31 12:48:52.711011 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33958) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:52.844172 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2118780325-network', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:48:52.849854 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:52.853781 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Usage tracker for resource:network and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:52.859958 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:52.867327 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:52.880256 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Made reservation on behalf of af4e74e4ef7f42d388441a91aa27d5d4 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:48:52.882657 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:52.895948 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:52.930265 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:52.934185 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:52.937300 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:52.943405 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:53.014079 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.018044 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.021008 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8e0216dd-6e0e-4604-90ed-9f2f9d70f5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:53.050149 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'}  {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:48:53.058764 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d66e39-6c10-4000-b6d7-9ba1389f7606,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:53.062825 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:53.065510 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.065854 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Added segment d4de0615-a41e-4ee3-86d7-4c84451ac075 of type vlan for network a11240f3-fcba-4545-a022-1d48f10e4db2
Aug 31 12:48:53.098827 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.133600 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.135318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:53.135966 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.139651 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3affdb7-830f-4e8d-8254-7c1da04da0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:53.244772 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Pushing event updated for resources: {'Network': ['ID=a11240f3-fcba-4545-a022-1d48f10e4db2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:53.248195 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5361352
Aug 31 12:48:53.249111 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:53.253456 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33964) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:53.259135 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Request body: {'subnet': {'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2118780325-subnet', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:48:53.259361 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network a11240f3-fcba-4545-a022-1d48f10e4db2 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:48:53.264116 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:53.268156 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Usage tracker for resource:subnet and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:53.271445 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:53.279576 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:53.292004 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Made reservation on behalf of af4e74e4ef7f42d388441a91aa27d5d4 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:48:53.294480 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1515161'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.517920 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1147146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1515147'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.522292 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:53.593827 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f729bd-f6d6-461b-9da8-851f1f98670b,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:53.598958 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:53.611978 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Checking segment: {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:48:53.612343 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Network hostable DHCP agents. Network: a11240f3-fcba-4545-a022-1d48f10e4db2, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:48:53.636866 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Network a11240f3-fcba-4545-a022-1d48f10e4db2 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:48:53.648717 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, a11240f3-fcba-4545-a022-1d48f10e4db2) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:48:53.653504 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:53.653981 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.661124 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd7a76-cde2-45c1-8388-fca7f5881f7c None None] Network a11240f3-fcba-4545-a022-1d48f10e4db2 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:48:53.682181 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cab3cf5a-dc7f-42f8-b167-5681b37ea950 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4248476
Aug 31 12:48:53.682430 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 33968) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:53.688410 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:48:53.693098 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:53.696978 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Usage tracker for resource:router and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:53.699953 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:53.706215 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:53.721780 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.722825 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.745299 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:53.934344 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-a11240f3-fcba-4545-a022-1d48f10e4db2', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:48:53.935673 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.015659 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.121431 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Allocated IP 172.20.0.2 (a11240f3-fcba-4545-a022-1d48f10e4db2/63f729bd-f6d6-461b-9da8-851f1f98670b/b8dd93d7-815a-4859-8727-041dba48b3b7) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:48:54.232920 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.263555 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.363267 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.373558 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Transition to ACTIVE for port object b8dd93d7-815a-4859-8727-041dba48b3b7 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:48:54.397003 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Transition to ACTIVE for port object b8dd93d7-815a-4859-8727-041dba48b3b7 will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:48:54.403853 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.412258 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8a687690-7401-44a3-82c4-47aa2c414dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:54.417572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Allocated IP 172.27.1.3 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/0c81ffb0-dd9f-40af-b986-05719c89e624) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:48:54.486023 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Network a11240f3-fcba-4545-a022-1d48f10e4db2 is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:48:54.489453 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:48:54.492014 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:48:54.505143 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Pushing event updated for resources: {'Port': ['ID=b8dd93d7-815a-4859-8727-041dba48b3b7,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:54.568426 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.568755 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.569079 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.570611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.570611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.570611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.570611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.571238 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.571238 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.571554 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.571712 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:54.576386 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:54.583582 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.606162 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Attempting to bind port b8dd93d7-815a-4859-8727-041dba48b3b7 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:48:54.606546 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Attempting to bind port b8dd93d7-815a-4859-8727-041dba48b3b7 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:48:54.607122 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Attempting to bind port b8dd93d7-815a-4859-8727-041dba48b3b7 on network a11240f3-fcba-4545-a022-1d48f10e4db2 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:48:54.617891 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.619955 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:48:54.620375 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Checking segment: {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:48:54.620845 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.621247 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Bound using segment: {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:48:54.622020 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9f277f9e-f0c7-407b-ba59-416183c4b06a tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:54.622194 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Bound port: b8dd93d7-815a-4859-8727-041dba48b3b7, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:48:54.622477 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.699829 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:48:54.703901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:48:54.705750 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c81ffb0-dd9f-40af-b986-05719c89e624,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:54.707981 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:48:54.738311 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:54.745399 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] For port b8dd93d7-815a-4859-8727-041dba48b3b7, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:48:54.748927 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] For port b8dd93d7-815a-4859-8727-041dba48b3b7, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b8dd93d7-815a-4859-8727-041dba48b3b7,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:48:54.754108 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.757851 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:54.848714 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Pushing event updated for resources: {'Port': ['ID=b8dd93d7-815a-4859-8727-041dba48b3b7,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:54.858599 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:54.938559 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:54.939700 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:55.230727 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:48:55.466188 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:48:55.479426 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Sync routers for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:48:55.495973 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:48:55.496958 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c0d280>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:48:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:55.497626 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:55.498804 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.8153033
Aug 31 12:48:55.501830 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 33974) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:55.689976 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:48:55.969826 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9cadb7-62bf-40fe-a98a-7db93e566feb None None] Network a11240f3-fcba-4545-a022-1d48f10e4db2 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:48:56.087601 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c0d280>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:54Z', 'revision_number': 3, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:56.092849 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Checking router: 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:48:56.093939 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Updating router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 port 0c81ffb0-dd9f-40af-b986-05719c89e624 binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:48:56.113823 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-6a8780ae-5d63-4aba-a578-cbd325fa620c None None] Provisioning for port b8dd93d7-815a-4859-8727-041dba48b3b7 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:48:56.166493 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.404512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.538048 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.551963 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Transition to ACTIVE for port object 0c81ffb0-dd9f-40af-b986-05719c89e624 will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:48:56.558701 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.562778 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-0759f60c-f57f-4688-9e54-11dc380a6d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:56.665286 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Allocated IP 172.20.0.1 (a11240f3-fcba-4545-a022-1d48f10e4db2/63f729bd-f6d6-461b-9da8-851f1f98670b/232a4043-1cb4-44b8-a1e1-067dce3d1135) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:48:56.681729 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Pushing event updated for resources: {'Port': ['ID=0c81ffb0-dd9f-40af-b986-05719c89e624,revision_number=2']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:56.690880 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Attempting to bind port 0c81ffb0-dd9f-40af-b986-05719c89e624 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:48:56.691255 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Attempting to bind port 0c81ffb0-dd9f-40af-b986-05719c89e624 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:48:56.691622 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Attempting to bind port 0c81ffb0-dd9f-40af-b986-05719c89e624 on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:48:56.697172 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.697428 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.697766 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.698095 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.698413 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.698759 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.699080 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.699453 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.699745 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.700038 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.700354 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:48:56.706202 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:56.712444 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:48:56.712918 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:48:56.713402 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.713867 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:48:56.714544 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Bound port: 0c81ffb0-dd9f-40af-b986-05719c89e624, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:48:56.715073 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.795344 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b8dd93d7-815a-4859-8727-041dba48b3b7 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:48:56.800214 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] For port 0c81ffb0-dd9f-40af-b986-05719c89e624, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:48:56.805208 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] For port 0c81ffb0-dd9f-40af-b986-05719c89e624, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=0c81ffb0-dd9f-40af-b986-05719c89e624,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:48:56.811977 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.825844 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-0759f60c-f57f-4688-9e54-11dc380a6d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:56.862117 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.887000 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Transition to ACTIVE for port object 232a4043-1cb4-44b8-a1e1-067dce3d1135 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:48:56.889195 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port b8dd93d7-815a-4859-8727-041dba48b3b7 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:48:56.896784 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port b8dd93d7-815a-4859-8727-041dba48b3b7 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:48:56.897493 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.920196 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Pushing event updated for resources: {'Port': ['ID=0c81ffb0-dd9f-40af-b986-05719c89e624,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:56.927886 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-23988cb5-3741-415b-88fd-fe326b7217d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:56.929133 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:48:56.930461 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238c0d280>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:48:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:56.935874 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:56.944208 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:57.026084 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.063235 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Network a11240f3-fcba-4545-a022-1d48f10e4db2 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:48:57.068870 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:48:57.069991 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port b8dd93d7-815a-4859-8727-041dba48b3b7, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b8dd93d7-815a-4859-8727-041dba48b3b7,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:57.077031 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.077530 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:48:57.080534 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:57.123089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Pushing event updated for resources: {'Port': ['ID=232a4043-1cb4-44b8-a1e1-067dce3d1135,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:57.132749 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:57.180718 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.191455 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=b8dd93d7-815a-4859-8727-041dba48b3b7,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:57.201611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:57.265599 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:48:57.282031 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.417011 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0539e630-c730-400a-bd08-081f732efc68 None None] Provisioning for port 232a4043-1cb4-44b8-a1e1-067dce3d1135 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:48:57.425322 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0539e630-c730-400a-bd08-081f732efc68 None None] Provisioning complete for port 232a4043-1cb4-44b8-a1e1-067dce3d1135 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:48:57.425844 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0539e630-c730-400a-bd08-081f732efc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.503677 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0539e630-c730-400a-bd08-081f732efc68 None None] Port 232a4043-1cb4-44b8-a1e1-067dce3d1135 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:48:57.568323 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238c0d280>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:54Z', 'revision_number': 3, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:48:57.572818 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565510eb-031d-481e-bdda-15eaf2d7ccf8 None None] The sync data for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi is: [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:54Z', 'revision_number': 3, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:48:57.666764 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.672012 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.697018 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:57.792661 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Pushing event updated for resources: {'Port': ['ID=232a4043-1cb4-44b8-a1e1-067dce3d1135,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:57.797506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:57.798567 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:57.969739 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Network a11240f3-fcba-4545-a022-1d48f10e4db2 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:48:57.971320 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:48:58.232914 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-f68d4f91-0a4a-4044-9ce9-6133d995ae10 None None] Provisioning complete for port 232a4043-1cb4-44b8-a1e1-067dce3d1135 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:48:58.234438 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f68d4f91-0a4a-4044-9ce9-6133d995ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:58.291723 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-f68d4f91-0a4a-4044-9ce9-6133d995ae10 None None] Port 232a4043-1cb4-44b8-a1e1-067dce3d1135 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:48:58.437734 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:48:58.692982 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:48:58.723940 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] 10.222.0.20 "PUT /v2.0/routers/331ad3d5-d38c-44b4-a8e7-3151f2c7b225/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2206872
Aug 31 12:48:58.810070 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0c81ffb0-dd9f-40af-b986-05719c89e624 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:48:58.894874 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 0c81ffb0-dd9f-40af-b986-05719c89e624 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:48:58.900465 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 0c81ffb0-dd9f-40af-b986-05719c89e624 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:48:58.900977 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:58.986816 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f275-8c58-492b-9317-ed607aa69ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.047806 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.065066 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 0c81ffb0-dd9f-40af-b986-05719c89e624, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=0c81ffb0-dd9f-40af-b986-05719c89e624,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:48:59.070015 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.071217 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b8dd93d7-815a-4859-8727-041dba48b3b7 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:48:59.096768 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:48:59.193305 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=0c81ffb0-dd9f-40af-b986-05719c89e624,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:48:59.197254 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:48:59.209603 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port b8dd93d7-815a-4859-8727-041dba48b3b7 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:48:59.210006 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.370014 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.795002 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34002) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:48:59.801379 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1786921674-network', 'tenant_id': '57d43e3830034646a8bb381da469aba9'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:48:59.806218 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:59.810373 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Usage tracker for resource:network and tenant:57d43e3830034646a8bb381da469aba9 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:59.814295 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:59.819515 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670bd5d-4054-47b0-b7e8-2b9413ce6c76 req-67f1ee74-a637-498c-879c-b020353bff26 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:48:59.820352 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:59.821757 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9670bd5d-4054-47b0-b7e8-2b9413ce6c76 req-67f1ee74-a637-498c-879c-b020353bff26 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.0955880
Aug 31 12:48:59.835175 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Made reservation on behalf of 57d43e3830034646a8bb381da469aba9 for: {'network': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:48:59.837757 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for network, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.852612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.870374 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9670bd5d-4054-47b0-b7e8-2b9413ce6c76 req-8113fae5-278f-4303-8e7b-f0427074e647 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428090
Aug 31 12:48:59.891035 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:48:59.895922 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:57d43e3830034646a8bb381da469aba9 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:48:59.899578 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:48:59.905598 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:48:59.993278 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:48:59.998847 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.002574 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ee644fc4-180a-4243-a3c2-5fe6d7108384 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:00.037151 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'}  {{(pid=75030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Aug 31 12:49:00.046820 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476237d7-3f40-4153-b6e0-273c5de1d465,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:00.050965 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:00.056571 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.057055 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.segments_db [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Added segment e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0 of type vlan for network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439
Aug 31 12:49:00.090692 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758035379110'] for network, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.124983 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395'] for network, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.126346 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:00.127091 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.131032 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-9e6d615a-a86d-48c2-90bb-820ac50b231f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:00.268058 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Pushing event updated for resources: {'Network': ['ID=dffb3ba0-0048-44e7-ab7b-86c8c9b1b439,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:00.272953 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4766846
Aug 31 12:49:00.274345 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:00.276381 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34012) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:00.281317 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 details requested by agent ovs-agent-dv-cinder-806696-1-iscsi with host dv-cinder-806696-1-iscsi {{(pid=75031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 31 12:49:00.289214 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Request body: {'subnet': {'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1786921674-subnet', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'ip_version': 4}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:00.295293 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:00.303192 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Usage tracker for resource:subnet and tenant:57d43e3830034646a8bb381da469aba9 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:00.307512 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:00.315355 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:00.329323 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Made reservation on behalf of 57d43e3830034646a8bb381da469aba9 for: {'subnet': 1} {{(pid=75030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:49:00.332337 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2031286'] for subnet, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.576682 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2031268'] for subnet, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.585562 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:00.690199 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c05c02-4b5e-4608-8ead-5fc05a62e759,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:00.694790 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:00.707406 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Checking segment: {'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:00.707769 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Network hostable DHCP agents. Network: dffb3ba0-0048-44e7-ab7b-86c8c9b1b439, hostable agents: ['3f9bf542-32f0-4f92-befb-5112ca66dc8d'], hosted agents: [] {{(pid=75030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 31 12:49:00.745413 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 is scheduled to be hosted by DHCP agent 3f9bf542-32f0-4f92-befb-5112ca66dc8d with binding_index 1 {{(pid=75030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 31 12:49:00.761454 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-iscsi, dffb3ba0-0048-44e7-ab7b-86c8c9b1b439) {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:00.768062 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0c81ffb0-dd9f-40af-b986-05719c89e624 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:00.781466 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:00.782637 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.817406 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e6061-554b-4701-8175-c7171965d0a7 None None] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:49:00.826664 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e74ce90b-77f1-4076-a04d-d8d5aa09e274 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5488071
Aug 31 12:49:00.832259 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34022) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:00.840352 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:00.846930 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:00.852531 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Usage tracker for resource:router and tenant:57d43e3830034646a8bb381da469aba9 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:00.855696 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:00.862642 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:00.881822 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4570'] for router, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.883464 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-771809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4385'] for router, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:00.908990 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.005112 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 0c81ffb0-dd9f-40af-b986-05719c89e624 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:01.005500 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.197345 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793a930-c751-451e-abdb-32a8a5263cc3 req-1e35a7a4-7805-4044-8718-6dd4394e2ab9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:01.214506 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab42aabc-91b4-5433-aa7b-c5f54506c2b5-dffb3ba0-0048-44e7-ab7b-86c8c9b1b439', 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'fixed_ips': [{'subnet_id': '38c05c02-4b5e-4608-8ead-5fc05a62e759'}]}} from dv-cinder-806696-1-iscsi. {{(pid=75031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Aug 31 12:49:01.215624 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.219732 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f793a930-c751-451e-abdb-32a8a5263cc3 req-1e35a7a4-7805-4044-8718-6dd4394e2ab9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.1363833
Aug 31 12:49:01.278970 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b7daa940-2928-409a-80f3-6cd2b31fb4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.280386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.297112 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f793a930-c751-451e-abdb-32a8a5263cc3 req-1a688f2c-952b-4e5f-8019-ac1220c40f33 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756936
Aug 31 12:49:01.350249 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Sync routers for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:01.393437 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:01.394411 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b9c070>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:01.488542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162988a-d624-4417-97a8-a55c64c38e62 req-97297d56-2c81-430d-b30a-6a181307e539 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:01.490285 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d162988a-d624-4417-97a8-a55c64c38e62 req-97297d56-2c81-430d-b30a-6a181307e539 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.1225228
Aug 31 12:49:01.628010 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Deleting port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:49:01.628551 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.659785 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.db_base_plugin_common [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Allocated IP 172.20.0.2 (dffb3ba0-0048-44e7-ab7b-86c8c9b1b439/38c05c02-4b5e-4608-8ead-5fc05a62e759/a26060cb-2313-4765-8dd8-3939cab96f35) {{(pid=75031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:01.671505 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.721305 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:01.853807 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:01.939703 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Allocated IP 172.27.1.119 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:02.178041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] For port b01082b0-7d79-4ac4-9617-3b04d2db5bc2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:02.178566 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.179616 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.230137 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.233445 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-989a6ef4-2069-429f-ac4e-2e6dba8b7f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:02.325420 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:02.332732 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:02.336001 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Pushing event updated for resources: {'Port': ['ID=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:02.339407 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:02.385330 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:02.405367 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Notify callbacks [] for port, precommit_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.460475 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Transition to ACTIVE for port object a26060cb-2313-4765-8dd8-3939cab96f35 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:02.472190 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.566614 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Transition to ACTIVE for port object a26060cb-2313-4765-8dd8-3939cab96f35 will not be triggered until provisioned by entity DHCP. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:02.601691 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615'] for port, after_create {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.609430 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:02.714752 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 is already hosted by enough agents. {{(pid=75031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:02.730914 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.scheduler.base_scheduler [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Resources bound (agent type, host, resource id):  {{(pid=75031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:02.731544 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e2b1-b4f0-4fc4-bed1-6cbbbf408da4 req-554630cc-c203-47ce-8694-0c3a60eff9c8 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:02.734693 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4b22e2b1-b4f0-4fc4-bed1-6cbbbf408da4 req-554630cc-c203-47ce-8694-0c3a60eff9c8 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 945 time: 0.1644924
Aug 31 12:49:02.737919 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Pushing event updated for resources: {'Port': ['ID=a26060cb-2313-4765-8dd8-3939cab96f35,revision_number=1']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:02.741400 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Received port after_create {{(pid=75031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:02.744587 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:02.752630 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.753366 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772328'] for router, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.755058 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b9c070>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 2, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:02.796690 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Checking router: 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:02.796690 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Updating router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 port 232a4043-1cb4-44b8-a1e1-067dce3d1135 binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:49:02.842458 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.843843 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.844032 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Floating IP 74edcd0f-ec91-48c6-b41c-bdfeee28f6a9 disassociated. External IP: 172.27.1.79, port: b01082b0-7d79-4ac4-9617-3b04d2db5bc2.
Aug 31 12:49:02.844474 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Calling delete_port for b01082b0-7d79-4ac4-9617-3b04d2db5bc2 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:49:02.884366 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4b22e2b1-b4f0-4fc4-bed1-6cbbbf408da4 req-96941f04-bd47-439c-a9dd-72016e490341 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358113
Aug 31 12:49:02.910521 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Attempting to bind port a26060cb-2313-4765-8dd8-3939cab96f35 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:49:02.911442 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Attempting to bind port a26060cb-2313-4765-8dd8-3939cab96f35 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:49:02.911737 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Attempting to bind port a26060cb-2313-4765-8dd8-3939cab96f35 on network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:02.918566 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.929194 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470563c9-0a4a-415f-a812-dcaceabc4db1 req-e2b3b577-52d4-4247-9f41-ebcf06f4f77c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:02.937143 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:49:02.937503 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Checking segment: {'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:02.937908 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.938311 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Bound using segment: {'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:49:02.938822 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Bound port: a26060cb-2313-4765-8dd8-3939cab96f35, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:49:02.939209 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:02.940342 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-470563c9-0a4a-415f-a812-dcaceabc4db1 req-e2b3b577-52d4-4247-9f41-ebcf06f4f77c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 946 time: 0.3340909
Aug 31 12:49:03.037183 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-470563c9-0a4a-415f-a812-dcaceabc4db1 req-bb16ca6d-a33f-493b-8e40-eca0fec77e6d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955648
Aug 31 12:49:03.132537 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:03.140311 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 is scheduled to L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e with binding_index 1 {{(pid=75030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Aug 31 12:49:03.152280 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec1d599c-308d-4a2e-a9ef-93f27b90f045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:03.198293 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event deleted for resources: {'Port': ['ID=b01082b0-7d79-4ac4-9617-3b04d2db5bc2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:03.203148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:03.209789 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] For port a26060cb-2313-4765-8dd8-3939cab96f35, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:49:03.237244 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] For port a26060cb-2313-4765-8dd8-3939cab96f35, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a26060cb-2313-4765-8dd8-3939cab96f35,segment=NetworkSegment(e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0),segment_id=e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:49:03.304227 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:03.309425 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:03.386719 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:49:03.405778 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Sync routers for ids ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:03.421002 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:03.421523 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Routers {'aa87a019-6e8f-4a11-a1dc-6ac659c59c29'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:03.422697 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238cbdaf0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:03.434375 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34038) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:03.437513 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5984249
Aug 31 12:49:03.457419 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Pushing event updated for resources: {'Port': ['ID=a26060cb-2313-4765-8dd8-3939cab96f35,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:03.460600 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:03.603970 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:03.634408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:49:03.635776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Transition to ACTIVE for port object 232a4043-1cb4-44b8-a1e1-067dce3d1135 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:03.659510 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:03.684263 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:03.886597 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Set router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:04.006791 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f601d74-eb97-4d1f-b849-6f3a867bc422 None None] Pushing event updated for resources: {'Port': ['ID=232a4043-1cb4-44b8-a1e1-067dce3d1135,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:04.009762 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5f601d74-eb97-4d1f-b849-6f3a867bc422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:04.069344 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:04.133910 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Attempting to bind port 232a4043-1cb4-44b8-a1e1-067dce3d1135 on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:49:04.137733 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Attempting to bind port 232a4043-1cb4-44b8-a1e1-067dce3d1135 by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:49:04.138405 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Attempting to bind port 232a4043-1cb4-44b8-a1e1-067dce3d1135 on network a11240f3-fcba-4545-a022-1d48f10e4db2 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:04.160446 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:49:04.161275 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Checking segment: {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:04.161913 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:04.162516 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Bound using segment: {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:49:04.163258 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Bound port: 232a4043-1cb4-44b8-a1e1-067dce3d1135, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:49:04.163864 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:04.314422 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] For port 232a4043-1cb4-44b8-a1e1-067dce3d1135, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:49:04.322283 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] For port 232a4043-1cb4-44b8-a1e1-067dce3d1135, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=232a4043-1cb4-44b8-a1e1-067dce3d1135,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:49:04.330957 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:04.357395 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:04.472748 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-965b6b9d-de61-45ba-8452-a992efd4f21f req-3132d6e0-8d6b-4b06-bc34-821386fa8496 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 210 time: 0.1384907
Aug 31 12:49:04.500793 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f601d74-eb97-4d1f-b849-6f3a867bc422 None None] Pushing event updated for resources: {'Port': ['ID=232a4043-1cb4-44b8-a1e1-067dce3d1135,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:04.518562 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5f601d74-eb97-4d1f-b849-6f3a867bc422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:04.520420 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:04.521494 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238b9c070>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:04.527590 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238cbdaf0>, [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:49:02Z', 'revision_number': 3, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port': {'id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:01Z', 'updated_at': '2021-08-31T12:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:04.535730 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Checking router: aa87a019-6e8f-4a11-a1dc-6ac659c59c29 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:04.536294 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Updating router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e binding host dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:49:04.648261 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:04.895069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a26060cb-2313-4765-8dd8-3939cab96f35 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:04.955725 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e911c-232b-482e-93f7-705d46eba968 req-6b45c010-2ef9-4542-b39b-fa2c047fd626 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:04.957271 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0f6e911c-232b-482e-93f7-705d46eba968 req-6b45c010-2ef9-4542-b39b-fa2c047fd626 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 946 time: 1.0632558
Aug 31 12:49:05.088738 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port a26060cb-2313-4765-8dd8-3939cab96f35 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:05.094316 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:05.156694 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Deleting port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:49:05.156959 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.196459 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc79c2-f00c-42c6-a5f1-aab2dbfb69ff req-01c8ed72-43c3-4c2e-861b-384446d468c0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:05.197904 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b0fc79c2-f00c-42c6-a5f1-aab2dbfb69ff req-01c8ed72-43c3-4c2e-861b-384446d468c0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 946 time: 0.8000133
Aug 31 12:49:05.251900 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd904c0-1379-4d9d-af51-f14c4c5a4410 None None] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:49:05.274809 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Notify callbacks [] for port, precommit_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.294366 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:49:05.295615 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.provisioning_blocks [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Transition to ACTIVE for port object a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e will not be triggered until provisioned by entity L2. {{(pid=75032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:05.305938 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.310421 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-9a43d395-dc7a-4d09-b122-02e8268cafb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:05.401530 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa908ecb-d2d4-4540-b029-1289f7a17339 None None] Pushing event updated for resources: {'Port': ['ID=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,revision_number=2']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:05.404639 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Attempting to bind port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:49:05.406073 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Attempting to bind port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:49:05.406073 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Attempting to bind port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e on network 6bcb2948-d129-46b9-b32a-896fcf69f35e {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:05.408172 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-aa908ecb-d2d4-4540-b029-1289f7a17339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:05.414534 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:49:05.415557 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Checking segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:05.416104 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.416618 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Bound using segment: {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'} {{(pid=75032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:49:05.417230 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.managers [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Bound port: a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7622dd2a-4483-4203-acf0-3672e82817ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}}] {{(pid=75032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:49:05.417694 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.432030 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:05.457356 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] No DVR routers for this DVR port b01082b0-7d79-4ac4-9617-3b04d2db5bc2 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:49:05.462835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.470538 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'name': 'network-vif-deleted', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:05.477870 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b0fc79c2-f00c-42c6-a5f1-aab2dbfb69ff req-bcfde2b1-6e88-437b-95da-cd2456045b05 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2670958
Aug 31 12:49:05.508176 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] Provisioning for port a26060cb-2313-4765-8dd8-3939cab96f35 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:05.537620 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d162988a-d624-4417-97a8-a55c64c38e62 req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "DELETE /v2.0/ports/b01082b0-7d79-4ac4-9617-3b04d2db5bc2 HTTP/1.1" status: 204  len: 173 time: 4.0408530
Aug 31 12:49:05.539054 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] For port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:49:05.539552 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] Provisioning complete for port a26060cb-2313-4765-8dd8-3939cab96f35 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:05.539656 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.559051 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.plugins.ml2.db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] For port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:49:05.566866 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:05.567079 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron_lib.callbacks.manager [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.567505 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e62be0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:05.590838 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-aa908ecb-d2d4-4540-b029-1289f7a17339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:05.690070 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Routers {'aa87a019-6e8f-4a11-a1dc-6ac659c59c29'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:05.691019 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238cbdaf0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:05.828333 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1f9282-7038-462a-bcf0-0c1789886eeb', 'name': 'network-vif-deleted', 'tag': 'b01082b0-7d79-4ac4-9617-3b04d2db5bc2', 'status': 'completed', 'code': 200}
Aug 31 12:49:05.905402 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa908ecb-d2d4-4540-b029-1289f7a17339 None None] Pushing event updated for resources: {'Port': ['ID=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,revision_number=3']} {{(pid=75032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:05.912967 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG oslo_concurrency.lockutils [None req-aa908ecb-d2d4-4540-b029-1289f7a17339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=75032) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:05.930942 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] Set router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:05.931975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] For port a1c1d02a-ba32-4ff9-a84c-5dba640789a8, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:05.931975 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:05.967505 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e309c824-3fb5-4fe9-9ae3-08ac6b9a7c4a req-dcdd2efe-359c-459a-ab13-fd11937c387c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:06.101599 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e309c824-3fb5-4fe9-9ae3-08ac6b9a7c4a req-dcdd2efe-359c-459a-ab13-fd11937c387c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:06.103508 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e309c824-3fb5-4fe9-9ae3-08ac6b9a7c4a req-dcdd2efe-359c-459a-ab13-fd11937c387c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1f9282-7038-462a-bcf0-0c1789886eeb HTTP/1.1" status: 200  len: 210 time: 0.2778828
Aug 31 12:49:06.144769 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:06.198080 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b01082b0-7d79-4ac4-9617-3b04d2db5bc2 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:49:06.237183 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:06.283338 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: b01082b0-7d79-4ac4-9617-3b04d2db5bc2 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:49:06.283728 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device b01082b0-7d79-4ac4-9617-3b04d2db5bc2 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:49:06.324220 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238b9c070>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:04Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:06.401661 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238cbdaf0>, [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:49:02Z', 'revision_number': 3, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port': {'id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:01Z', 'updated_at': '2021-08-31T12:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:06.406294 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9259c9-48d4-4f17-8b71-fba8718215fb None None] The sync data for ids ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'] in dv-cinder-806696-1-iscsi is: [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:49:02Z', 'revision_number': 3, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port': {'id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:01Z', 'updated_at': '2021-08-31T12:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:06.412354 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dca1c4-60c4-4a4d-8642-7baeccbe6743 None None] The sync data for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi is: [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:04Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:06.432654 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] For port a26060cb-2313-4765-8dd8-3939cab96f35, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a26060cb-2313-4765-8dd8-3939cab96f35,segment=NetworkSegment(e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0),segment_id=e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:06.448725 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:06.572981 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:06.573362 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:06.573684 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Floating IP 17740621-a413-48a8-86bb-307ac5b64d6b disassociated. External IP: 172.27.1.147, port: a1c1d02a-ba32-4ff9-a84c-5dba640789a8.
Aug 31 12:49:06.574034 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Calling delete_port for a1c1d02a-ba32-4ff9-a84c-5dba640789a8 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:49:06.577950 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:06.931880 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 232a4043-1cb4-44b8-a1e1-067dce3d1135 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:07.043927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc607a-146b-4638-91b6-6e292a1c90ab req-36fc00d1-7ed4-4d39-bbe0-133cf1ea038b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:07.044960 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] Pushing event updated for resources: {'Port': ['ID=a26060cb-2313-4765-8dd8-3939cab96f35,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:07.047537 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-20cc607a-146b-4638-91b6-6e292a1c90ab req-36fc00d1-7ed4-4d39-bbe0-133cf1ea038b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 946 time: 0.1396723
Aug 31 12:49:07.049028 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0719ec22-d042-476a-8b49-ebd39d1483d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:07.072364 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:07.122482 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-20cc607a-146b-4638-91b6-6e292a1c90ab req-6a2107fe-f5d4-4b9e-80b9-792d2fbf2a7f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9e815dd-0b7a-4775-b9d7-427bc496c5cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689290
Aug 31 12:49:07.127888 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b46898f0-242c-4966-8db1-5d0246d6bc40 None None] Provisioning complete for port a26060cb-2313-4765-8dd8-3939cab96f35 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:07.128445 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b46898f0-242c-4966-8db1-5d0246d6bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:07.132633 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:07.220403 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 232a4043-1cb4-44b8-a1e1-067dce3d1135 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:07.270847 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 232a4043-1cb4-44b8-a1e1-067dce3d1135 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:07.271390 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:07.315965 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e62be0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:07.352840 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:07.385310 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:07.386293 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e62be0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:07.392306 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event deleted for resources: {'Port': ['ID=a1c1d02a-ba32-4ff9-a84c-5dba640789a8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:07.400049 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:07.426863 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:07.696302 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:07.781977 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-c138d0a4-5b68-40a9-aa13-f3559f30c32a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898672054&fields=id&tenant_id=a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 267 time: 0.1235597
Aug 31 12:49:07.877216 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Allocated IP 172.20.0.1 (dffb3ba0-0048-44e7-ab7b-86c8c9b1b439/38c05c02-4b5e-4608-8ead-5fc05a62e759/43b0e682-664f-48da-8834-5e9bc709676a) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:08.059813 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.097059 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Transition to ACTIVE for port object 43b0e682-664f-48da-8834-5e9bc709676a will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:08.173144 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dbacd6b8-5a51-4d32-9bc1-cdb5a3755b7e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:08.175008 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dbacd6b8-5a51-4d32-9bc1-cdb5a3755b7e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 812 time: 0.3815892
Aug 31 12:49:08.184199 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:49:08.202773 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-958ddfda-d62a-44c5-8d64-4bad33f541c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/quotas/a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 375 time: 0.0215397
Aug 31 12:49:08.232731 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.245378 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-06290b31-949f-4863-854e-2b18e2651c65 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:08.254640 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: a1c1d02a-ba32-4ff9-a84c-5dba640789a8 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:49:08.255230 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device a1c1d02a-ba32-4ff9-a84c-5dba640789a8 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:49:08.319313 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f559a9bd-7e9b-4920-93ec-3fc3b7931e1e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1155829
Aug 31 12:49:08.325692 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Pushing event updated for resources: {'Port': ['ID=43b0e682-664f-48da-8834-5e9bc709676a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:08.328793 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:08.331239 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:08.338372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.386295 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-42d25e78-785d-4e74-901c-bb2fdbd6f5ec req-f8ebdc64-cf1c-4544-aaa6-b2ee48386b17 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 210 time: 0.0536437
Aug 31 12:49:08.387160 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:08.387579 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 232a4043-1cb4-44b8-a1e1-067dce3d1135, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=232a4043-1cb4-44b8-a1e1-067dce3d1135,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:08.390337 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:08.391760 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e62be0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:08.395469 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.398355 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:08.433960 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6adf5-3767-4b06-85aa-c2ed287b8469 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:08.441053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Router c75bc28f-d96b-4f60-b634-14e4b69029b3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:49:08.492786 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=232a4043-1cb4-44b8-a1e1-067dce3d1135,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:08.504056 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:08.541145 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772150'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.583463 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-d3cc9d66-0278-41a6-a5dd-b1ba374326e4 service neutron] 10.222.0.20 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630348
Aug 31 12:49:08.683927 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.799902 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 232a4043-1cb4-44b8-a1e1-067dce3d1135 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:08.835078 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-7cacb8cd-6bdc-49f3-b859-80c277ca1aeb service neutron] 10.222.0.20 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385037
Aug 31 12:49:08.869318 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-74221298-5ec2-4e69-8ccc-4042551adcd5 None None] Provisioning for port 43b0e682-664f-48da-8834-5e9bc709676a completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:08.878297 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-74221298-5ec2-4e69-8ccc-4042551adcd5 None None] Provisioning complete for port 43b0e682-664f-48da-8834-5e9bc709676a triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:08.878887 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-74221298-5ec2-4e69-8ccc-4042551adcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.949204 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-74221298-5ec2-4e69-8ccc-4042551adcd5 None None] Port 43b0e682-664f-48da-8834-5e9bc709676a cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:49:08.969455 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:49:08.970932 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 232a4043-1cb4-44b8-a1e1-067dce3d1135 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:08.971542 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:08.993168 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] Sync routers for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:09.008683 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:09.010240 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7239210be0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:09.089562 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] No DVR routers for this DVR port a1c1d02a-ba32-4ff9-a84c-5dba640789a8 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:49:09.095091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:09.098282 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-deleted', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:09.143848 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0f6e911c-232b-482e-93f7-705d46eba968 req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "DELETE /v2.0/ports/a1c1d02a-ba32-4ff9-a84c-5dba640789a8 HTTP/1.1" status: 204  len: 173 time: 4.1768756
Aug 31 12:49:09.185093 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a26060cb-2313-4765-8dd8-3939cab96f35 up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:09.187717 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:09.198134 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:09.289329 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8846cc7-3fd7-4036-ab97-236e8d3a56ba', 'name': 'network-vif-deleted', 'tag': 'a1c1d02a-ba32-4ff9-a84c-5dba640789a8', 'status': 'completed', 'code': 200}
Aug 31 12:49:09.289757 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:09.315547 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port a26060cb-2313-4765-8dd8-3939cab96f35 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:09.316350 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:09.423525 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:09.571994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3980551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773599'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:09.616438 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Pushing event updated for resources: {'Port': ['ID=43b0e682-664f-48da-8834-5e9bc709676a,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:09.642820 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:09.652128 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6faeb9da-7cfc-41a8-95c8-6c263633e341 req-4f4c9c45-5d11-4209-9729-b719b1abecc3 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 210 time: 0.1295490
Aug 31 12:49:09.782204 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1aa4f7ec-fdb1-43dd-ad73-2c18487badbc req-214128e4-f5be-4ed1-a539-f0086a2c3374 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8846cc7-3fd7-4036-ab97-236e8d3a56ba HTTP/1.1" status: 200  len: 210 time: 0.1027381
Aug 31 12:49:09.850682 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7239210be0>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:09.857745 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] Checking router: c75bc28f-d96b-4f60-b634-14e4b69029b3 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:09.870836 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:09.872420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:09.878622 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:09.879725 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7239210be0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:10.190710 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:10.215089 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a8916838-bf85-4d64-a8db-b3cead10f916 None None] Provisioning complete for port 43b0e682-664f-48da-8834-5e9bc709676a triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:10.215560 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a8916838-bf85-4d64-a8db-b3cead10f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:10.322920 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-a8916838-bf85-4d64-a8db-b3cead10f916 None None] Port 43b0e682-664f-48da-8834-5e9bc709676a cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:49:10.362464 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:49:10.606085 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7239210be0>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:10.613069 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29eedc6-27cb-495b-8be4-124f1ddaec74 None None] The sync data for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi is: [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:10.655704 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:49:10.669402 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa87a019-6e8f-4a11-a1dc-6ac659c59c29/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2263396
Aug 31 12:49:10.839655 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f4f528c-056d-4a33-a679-0d512fb6ac1d req-e26c6c93-dfa6-4755-9e89-a60d19b3ac0c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 210 time: 0.0675039
Aug 31 12:49:11.027969 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34100) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:11.141395 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-013154ef-f9e0-4b94-b57f-36c54bfb31ec tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.206712 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-013154ef-f9e0-4b94-b57f-36c54bfb31ec tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.291564 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-013154ef-f9e0-4b94-b57f-36c54bfb31ec tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.296836 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e6248a9e-4b93-4c78-be5d-3a0e4a8a59f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:11.313878 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013154ef-f9e0-4b94-b57f-36c54bfb31ec tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e815dd-0b7a-4775-b9d7-427bc496c5cd,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:11.316774 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-013154ef-f9e0-4b94-b57f-36c54bfb31ec tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:11.340612 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-013154ef-f9e0-4b94-b57f-36c54bfb31ec tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.343297 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-013154ef-f9e0-4b94-b57f-36c54bfb31ec tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "DELETE /v2.0/security-groups/e9e815dd-0b7a-4775-b9d7-427bc496c5cd HTTP/1.1" status: 204  len: 168 time: 0.3107345
Aug 31 12:49:11.345261 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34104) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:11.365620 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.api.v2.resource [None req-7f2a5790-6d27-4e9f-a073-e6cc7efb8caf tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] show failed (client error): The resource could not be found.
Aug 31 12:49:11.367045 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7f2a5790-6d27-4e9f-a073-e6cc7efb8caf tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups/e9e815dd-0b7a-4775-b9d7-427bc496c5cd HTTP/1.1" status: 404  len: 347 time: 0.0204124
Aug 31 12:49:11.370451 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34108) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:11.557030 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Deleting port 99e00ee1-8806-4764-84d7-d01508224e14 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:49:11.557374 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.575602 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34112) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:11.585406 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865939507', 'description': 'tempest-secgroup-smoke-865939507 description', 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:11.594208 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:11.599227 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:11.605305 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:11.612969 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:11.639916 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.685873 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:11.690281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:11.694291 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:11.703353 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:11.779027 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.782520 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.782925 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.785022 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.789709 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-af0fd8b6-0cb6-4486-8208-2f3dacd0524f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:11.833847 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:11.836985 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.843688 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2614996
Aug 31 12:49:11.843688 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:11.845265 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34116) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:11.850621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'security_group_rule': {'security_group_id': '6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9', 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:11.856627 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:11.860640 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:11.865320 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:11.877173 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:11.914015 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:11.959597 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Calling delete_port for 99e00ee1-8806-4764-84d7-d01508224e14 owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:49:12.021214 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.028916 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.032893 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-10d4db46-fb58-4155-b01a-3102ef227d8d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:12.063617 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71086371-5aec-40c9-916f-0d08102f8614,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:12.068180 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:12.078831 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.084572 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-205484b4-f196-456f-ba65-8806b96a2b58 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2353392
Aug 31 12:49:12.085244 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34126) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:12.092558 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'security_group_rule': {'security_group_id': '6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9', 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:12.100339 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:12.105791 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:12.109669 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:12.117634 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:12.141605 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.209663 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-00615f5e-3d79-40a5-8220-e128c5162ab1 req-2f99a468-ed74-43ce-963c-04b9e6759a86 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 210 time: 0.0627141
Aug 31 12:49:12.290843 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.297605 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.300420 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:12.326473 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83014c13-77cf-45f8-ac45-fc9c18c2c997,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:12.334207 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:12.346301 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.348379 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2618985
Aug 31 12:49:12.350977 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34130) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:12.360031 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'security_group_rule': {'security_group_id': '6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9', 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:12.366634 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:12.372326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.379018 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:12.380136 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dbd30d9e-52b4-426e-84a3-0f0a799627b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:12.383451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:12.394124 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:12.412550 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.456837 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event deleted for resources: {'Port': ['ID=99e00ee1-8806-4764-84d7-d01508224e14,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:12.461563 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:12.497614 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.503290 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.505287 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:12.528204 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c96560-639e-421e-b815-1ad7a0b557ff,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:12.533171 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:12.542571 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.543822 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-55ba1814-01b2-44ce-85a6-a052217f6870 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1913342
Aug 31 12:49:12.550258 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34134) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:12.556768 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'security_group_rule': {'security_group_id': '6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9', 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:12.564746 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:12.569253 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:12.576613 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:12.592377 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:12.616933 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.629793 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.633121 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.634359 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-eada9dd7-5dbc-4647-b106-c8f60a543416 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "DELETE /v2.0/floatingips/17740621-a413-48a8-86bb-307ac5b64d6b HTTP/1.1" status: 204  len: 168 time: 1.2622335
Aug 31 12:49:12.750627 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.756974 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.786102 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:12.829326 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:12.830361 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55410aca-70a9-4bfe-905a-77250c7b03f8,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:12.835787 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:12.837330 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.839664 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-c0094505-f267-4745-87ca-bd970294cbad tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2877955
Aug 31 12:49:12.841961 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34140) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:12.853015 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'security_group_rule': {'security_group_id': '6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9', 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:12.864725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:12.872899 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:12.878220 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:12.898810 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:12.920203 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.securitygroups_db [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Project af4e74e4ef7f42d388441a91aa27d5d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 31 12:49:12.934399 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.947996 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:12.958637 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:12.959611 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:12.961227 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-e759814a-74c1-4140-82dd-09b0a01a24eb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:12.963642 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-e759814a-74c1-4140-82dd-09b0a01a24eb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 812 time: 0.2724442
Aug 31 12:49:13.041116 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-58293e03-e7de-4b77-8a33-39a56a13b180 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 380 time: 0.0639300
Aug 31 12:49:13.053815 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'port': {'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'admin_state_up': True, 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'security_groups': ['63252319-07b2-4cce-b039-0a435c1cfd66']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:13.060717 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.066525 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.080243 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e7a0ca10-2eb2-4233-bad6-791072790f54 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:13.106342 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89668a1-ef4d-4426-bdc5-54ed0db2f5b9,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:13.109527 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:13.129884 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.131425 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4a01a150-0d70-46a4-aeee-0828fd2a3eb2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2873194
Aug 31 12:49:13.136153 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34144) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:13.148393 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'security_group_rule': {'security_group_id': '6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9', 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:13.159682 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:13.169752 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:security_group_rule and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:13.181214 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:13.187271 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.203699 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:13.213701 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:13.222061 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.229460 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.securitygroups_db [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Project af4e74e4ef7f42d388441a91aa27d5d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 31 12:49:13.236044 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b8a87cf7-886f-412b-8fd9-790bf55e7f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:13.247593 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.314835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:13.353339 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:13.363176 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.370393 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.377837 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78504ce0-7ad1-4aba-b0b9-fcf7479ec54f None None] New status for floating IP 74edcd0f-ec91-48c6-b41c-bdfeee28f6a9: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:49:13.380719 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e3e6ace3-6491-4d44-86a3-45b0b26937ba tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:13.393611 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Made reservation on behalf of a8e923aad1e040568f80f5af7e4fc565 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:49:13.399203 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.405314 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e36e16-ce2f-4d13-b421-50a0da137222,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:13.408393 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:13.451081 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.453043 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1754427f-579b-45bd-aecb-21a749b68776 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3155904
Aug 31 12:49:13.459870 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34150) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:13.465588 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961830225', 'description': 'tempest-description--627670012'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:13.472889 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:13.497434 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:13.503379 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:13.515051 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:13.532412 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.596708 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:13.600284 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:13.637309 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ce3454f0-e4ce-405f-ab1e-2060829664b2 req-52200777-1edd-4a43-af52-5f9ece3c07d9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 210 time: 0.1669688
Aug 31 12:49:13.682075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:13.691013 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group_rule and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:13.714418 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:13.727475 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:13.844692 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.850876 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.857156 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4e74c326-6e60-4414-9c6a-1a1cd6886966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:13.892397 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:13.894949 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:13.915651 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:13.918788 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7cc1f938-69d6-4e55-b56c-c9f9c35b3b58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4561751
Aug 31 12:49:13.919834 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34174) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:13.921543 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Allocated IP 172.20.0.11 (464935a4-832f-4654-9efd-36492d1f668b/60d7933f-24e7-4ed0-bd2c-224568f07713/90ad06c5-7039-43b9-b8c0-7265688ac852) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:13.926812 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'security_group_rule': {'security_group_id': '2f84e6f4-fc76-438b-b811-ffe8cb60d9bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:13.934001 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:13.938225 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group_rule and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:13.941758 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:13.948142 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:13.975440 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.069700 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.077919 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.082848 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:14.108041 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da870297-16ef-42c2-8657-1897e5abc573,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:14.113190 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:14.124692 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.126201 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-73fb09d1-aace-4aa3-a626-cea08ff197d7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2053156
Aug 31 12:49:14.130545 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34178) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:14.139245 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'security_group_rule': {'security_group_id': '2f84e6f4-fc76-438b-b811-ffe8cb60d9bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:14.145131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:14.149090 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:security_group_rule and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:14.152229 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:14.159816 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:14.181617 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.216419 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.236521 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Transition to ACTIVE for port object 90ad06c5-7039-43b9-b8c0-7265688ac852 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:14.263004 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.263251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.267625 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706278'] for security_group_rule, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.269963 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7dc7cf40-a332-45fa-b915-4ad5142cd2c3 tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:14.270521 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f14a9741-41d5-4230-a184-005b8d782e4d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:14.298827 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5aed58-e25e-4631-8b98-f2ce820b1c13,revision_number=0']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:14.312886 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:14.320784 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.322373 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e4eb188a-f41f-4882-adf0-1d82b893344a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1907108
Aug 31 12:49:14.325340 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34186) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:14.331647 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:14.340006 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:14.346297 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Usage tracker for resource:floatingip and tenant:51bfde5d16874e36941c3609e7a4f280 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:14.349588 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:14.357783 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:14.373174 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.394908 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Network 464935a4-832f-4654-9efd-36492d1f668b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:14.409820 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:14.409820 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=90ad06c5-7039-43b9-b8c0-7265688ac852,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:14.411592 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:14.413530 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:14.516793 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5fe4ba-d4bc-4f12-bdfa-c0ae161dc30b None None] New status for floating IP 17740621-a413-48a8-86bb-307ac5b64d6b: DOWN {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:49:14.520307 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:14.521209 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.555308 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.557072 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5084374
Aug 31 12:49:14.584263 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.588657 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Request body: {'port': {'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:14.825904 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:14.852118 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:14.925389 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Allocated IP 172.27.1.47 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/da16c302-3db6-47bb-9d51-16d3d593fd39) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:14.931288 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-2b0743c1-3af2-4917-b90f-a09ef233624a None None] Provisioning for port 90ad06c5-7039-43b9-b8c0-7265688ac852 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:14.950379 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-2b0743c1-3af2-4917-b90f-a09ef233624a None None] Provisioning complete for port 90ad06c5-7039-43b9-b8c0-7265688ac852 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:14.951227 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2b0743c1-3af2-4917-b90f-a09ef233624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.036787 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-2b0743c1-3af2-4917-b90f-a09ef233624a None None] Port 90ad06c5-7039-43b9-b8c0-7265688ac852 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:49:15.062811 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:15.063843 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.246919 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b9c7c-7822-4734-84b8-de9385e3ff37 req-cf226c4c-eb7d-4bf3-83e2-d4bb3c1d3aa0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:15.247929 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-029b9c7c-7822-4734-84b8-de9385e3ff37 req-cf226c4c-eb7d-4bf3-83e2-d4bb3c1d3aa0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 932 time: 0.3180914
Aug 31 12:49:15.315326 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.337677 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-029b9c7c-7822-4734-84b8-de9385e3ff37 req-7a529783-a908-47ac-b87d-a9181168d3ac tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797355
Aug 31 12:49:15.370626 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.381276 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7af99157-9a8a-409e-aebd-0541c9b79671 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:15.436163 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ad06c5-7039-43b9-b8c0-7265688ac852 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:49:15.444458 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.451475 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:15.454931 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:15.459645 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:15.472853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Transition to ACTIVE for port object 90ad06c5-7039-43b9-b8c0-7265688ac852 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:15.477253 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.481901 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d50285e9-2445-4d3e-9540-35fc4dbdaff6 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:15.496565 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'Port': ['ID=da16c302-3db6-47bb-9d51-16d3d593fd39,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:15.502044 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:15.689128 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.750189 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad06c5-7039-43b9-b8c0-7265688ac852,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:15.755950 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:15.780101 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:15.892258 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Attempting to bind port 90ad06c5-7039-43b9-b8c0-7265688ac852 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:49:15.892736 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Attempting to bind port 90ad06c5-7039-43b9-b8c0-7265688ac852 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:49:15.893049 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Attempting to bind port 90ad06c5-7039-43b9-b8c0-7265688ac852 on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:15.900841 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Port 90ad06c5-7039-43b9-b8c0-7265688ac852 on network 464935a4-832f-4654-9efd-36492d1f668b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:49:15.901222 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Attempting to bind port 90ad06c5-7039-43b9-b8c0-7265688ac852 on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:15.910708 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:49:15.911211 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Checking segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:15.911725 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Bound using segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:49:15.912423 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Bound port: 90ad06c5-7039-43b9-b8c0-7265688ac852, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:49:15.912946 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:16.015658 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] For port 90ad06c5-7039-43b9-b8c0-7265688ac852, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:49:16.019163 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] For port 90ad06c5-7039-43b9-b8c0-7265688ac852, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=90ad06c5-7039-43b9-b8c0-7265688ac852,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:49:16.024511 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:16.028908 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f0ae9b73-0d0e-4ca9-900e-d3746dbfa3fb tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:16.033790 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:16.038385 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:16.046663 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a8d2a7d7-95c6-4cb0-8afb-fe35f3e0c1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:16.089915 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:16.091521 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] 10.222.0.43 "PUT /v2.0/ports/90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 200  len: 1094 time: 1.5255530
Aug 31 12:49:16.094631 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:16.209075 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad06c5-7039-43b9-b8c0-7265688ac852,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:16.212742 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'Port': ['ID=da16c302-3db6-47bb-9d51-16d3d593fd39,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:16.217155 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:16.220437 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:16.230057 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'status': 'completed', 'code': 200}
Aug 31 12:49:16.239325 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:16.272611 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:16.282827 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-8cc1f72e-c2a4-43f7-bd90-75100e5f9c3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1097 time: 0.1190572
Aug 31 12:49:16.283646 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9474545
Aug 31 12:49:16.380298 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-7b9a5dfa-c472-43b0-9886-fb8ceddcf09c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 200  len: 217 time: 0.0990238
Aug 31 12:49:16.491463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-4b17c844-115c-4c74-b990-556d0193f266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:16.493072 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-4b17c844-115c-4c74-b990-556d0193f266 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.1065471
Aug 31 12:49:16.636107 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ec2b7-f36f-491e-a211-a91e788098d6 req-922b7208-d180-4878-b819-108d39a110a5 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:16.643063 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-b0d1c2aa-b8eb-4fb2-b062-f60a80c19933 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1961830225&fields=id&tenant_id=51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 267 time: 0.0913146
Aug 31 12:49:16.644904 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8e8ec2b7-f36f-491e-a211-a91e788098d6 req-922b7208-d180-4878-b819-108d39a110a5 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.1482797
Aug 31 12:49:16.737772 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8e8ec2b7-f36f-491e-a211-a91e788098d6 req-d2bb68ea-3cb2-42e4-a1cf-da329ec1056a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855591
Aug 31 12:49:16.772430 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-913b77ab-6c74-4c2e-b3f2-1f43e33388fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2716174
Aug 31 12:49:16.914905 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-0e7bc2f2-fc30-4a69-b2f9-e82159bebb58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:16.916444 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-0e7bc2f2-fc30-4a69-b2f9-e82159bebb58 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 817 time: 0.2664347
Aug 31 12:49:16.958338 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-97e187dc-7307-438b-86b2-e07fb1b5ddc3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/quotas/51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 375 time: 0.0337229
Aug 31 12:49:17.011939 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-30c357dc-4e22-4fa2-8f49-415d31d4549b service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229300
Aug 31 12:49:17.177299 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-672503db-09c2-42e8-ad13-015faeb21683 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Synchronizing usage tracker for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:17.187132 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0800fabf-e4fd-4949-ad4b-78b9c8e41253 req-d0618c76-d5c8-4cb6-968f-7d25ff2f5daa service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645248
Aug 31 12:49:17.200717 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-672503db-09c2-42e8-ad13-015faeb21683 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Unset dirty status for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:17.202075 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-672503db-09c2-42e8-ad13-015faeb21683 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2348938
Aug 31 12:49:17.421779 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-26ac263d-f33d-4d32-834f-7158ec083655 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054367
Aug 31 12:49:17.430358 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-3e901442-6de8-4cfa-9a62-08251ac480f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1097 time: 0.1833880
Aug 31 12:49:17.801643 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-9a2e7d8d-c27b-4b3e-b807-489fe457446b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:17.803237 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-9a2e7d8d-c27b-4b3e-b807-489fe457446b service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.3542812
Aug 31 12:49:17.805089 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-24562b36-5176-4616-a6db-bbb342bc915a service neutron] 10.222.0.20 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3738580
Aug 31 12:49:17.927565 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-ed135ce6-d11a-4114-ba30-31ab671feb85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 200  len: 217 time: 0.1174097
Aug 31 12:49:18.056758 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-319ad1c2-50a0-499c-bd46-b169f206bb2b req-bf9fab4a-efd3-4557-aea2-2bc7cab017a4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 210 time: 0.0578337
Aug 31 12:49:18.080216 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-f4c80b4d-562c-4bab-a1ba-06d827f30cec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:18.081548 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-f4c80b4d-562c-4bab-a1ba-06d827f30cec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.1451621
Aug 31 12:49:18.102070 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207fff6-4b7b-41af-91c5-c3aceabd9da0 req-d8f6a6eb-47dc-46d0-9171-92e98d6b7758 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:18.104098 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1207fff6-4b7b-41af-91c5-c3aceabd9da0 req-d8f6a6eb-47dc-46d0-9171-92e98d6b7758 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.1461093
Aug 31 12:49:18.189595 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-1207fff6-4b7b-41af-91c5-c3aceabd9da0 req-ff16d8c6-22af-4b3b-9c03-29724742d977 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744104
Aug 31 12:49:18.190868 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-96daffed-3cae-477d-8186-20ccaefe0672 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1018867
Aug 31 12:49:18.371654 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-ae6ed792-0fa2-4f67-9682-ab8895f6ba07 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726162
Aug 31 12:49:18.560434 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03b41014-6fa6-495e-8349-45ec76ea99b5 req-6e16a33c-b8f5-403f-9b60-99f3cf46f8e7 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808977
Aug 31 12:49:19.340931 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d98dc8e3-c780-47d6-be13-9d6c3aca8346 req-8f07a336-8c63-47eb-9a0f-a88a782c3b88 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 210 time: 0.0962822
Aug 31 12:49:19.480042 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d7bc-d907-4316-a673-830884bce543 req-ddd6af11-fb94-42a9-a34b-4ee9ffc5526b tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:19.481748 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-36b3d7bc-d907-4316-a673-830884bce543 req-ddd6af11-fb94-42a9-a34b-4ee9ffc5526b tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.1214421
Aug 31 12:49:19.546462 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-4c972207-b52b-4000-b7fa-7b62cdf84770 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:19.549363 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-4c972207-b52b-4000-b7fa-7b62cdf84770 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 817 time: 0.2462196
Aug 31 12:49:19.554885 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-36b3d7bc-d907-4316-a673-830884bce543 req-15c12a8c-10b2-4b80-9364-edbfe7e8c47b tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608552
Aug 31 12:49:19.641158 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-63924eed-626b-46a8-8018-36f42fa55a32 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 380 time: 0.0768802
Aug 31 12:49:19.658702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'port': {'device_id': '8ae950dd-66bc-40c5-ad43-915c52601393', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'admin_state_up': True, 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'security_groups': ['2f84e6f4-fc76-438b-b811-ffe8cb60d9bc']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:19.828781 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:19.841849 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:19.856478 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Made reservation on behalf of 51bfde5d16874e36941c3609e7a4f280 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:49:19.861027 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:20.079914 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Allocated IP 172.20.0.3 (e0ee08d6-8949-478d-bc6f-b5a15b954e7e/2f17fbe6-5356-442d-872f-daa0c8515b6b/afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:20.319880 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:20.338500 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Transition to ACTIVE for port object afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:20.364967 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:20.370815 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eae88e55-2eaa-4455-b821-fa56847c4716 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:20.457959 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:20.461994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:20.466946 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:20.500250 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:20.557952 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.558320 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.558683 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.559172 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.559529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.559883 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.560240 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.560584 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.560922 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.561272 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.562137 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:20.594707 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:20.632215 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:20.634105 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:20.697320 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-5172869c-e3ea-485d-a6f9-37e56ad7316c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0450265
Aug 31 12:49:20.712423 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Request body: {'port': {'device_id': '8ae950dd-66bc-40c5-ad43-915c52601393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:20.758511 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17071-d39f-4f8c-9c16-ebdba3de7b11 req-6b874770-b57e-4afa-a758-f5f5637ac0bb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:20.759135 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-6ca17071-d39f-4f8c-9c16-ebdba3de7b11 req-6b874770-b57e-4afa-a758-f5f5637ac0bb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Synchronizing usage tracker for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:20.793995 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-6ca17071-d39f-4f8c-9c16-ebdba3de7b11 req-6b874770-b57e-4afa-a758-f5f5637ac0bb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Unset dirty status for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:20.795688 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ca17071-d39f-4f8c-9c16-ebdba3de7b11 req-6b874770-b57e-4afa-a758-f5f5637ac0bb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 931 time: 0.2759395
Aug 31 12:49:20.819532 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-37dbe12a-8e1e-409e-b369-9f1e4993d202 None None] Provisioning for port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:20.825873 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-37dbe12a-8e1e-409e-b369-9f1e4993d202 None None] Provisioning complete for port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:20.826241 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-37dbe12a-8e1e-409e-b369-9f1e4993d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:20.890433 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e5218-991c-4e90-b4d3-7bd8cad9832f req-355401ac-0482-4634-b008-04841e7f4f5e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:20.891236 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-37dbe12a-8e1e-409e-b369-9f1e4993d202 None None] Port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:49:20.892578 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4c4e5218-991c-4e90-b4d3-7bd8cad9832f req-355401ac-0482-4634-b008-04841e7f4f5e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.1255834
Aug 31 12:49:20.978158 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4c4e5218-991c-4e90-b4d3-7bd8cad9832f req-270523b9-b5b5-43d4-8028-365b86313af7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723042
Aug 31 12:49:21.035972 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:21.054729 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ca17071-d39f-4f8c-9c16-ebdba3de7b11 req-5678297a-ceae-42c8-ad63-61f48efd2503 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2197962
Aug 31 12:49:21.452928 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:49:21.460745 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:21.477305 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Transition to ACTIVE for port object afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:21.482418 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:21.490479 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9f0b2169-ebc6-41da-8d75-c7b91d9bfca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:21.637565 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:21.669639 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:21.766927 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Attempting to bind port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:49:21.767261 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Attempting to bind port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:49:21.767595 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Attempting to bind port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:21.774039 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:49:21.774360 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Attempting to bind port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 on network e0ee08d6-8949-478d-bc6f-b5a15b954e7e {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:21.781710 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:49:21.782051 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Checking segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:21.782436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Bound using segment: {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:49:21.782900 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Bound port: afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1947ece6-ba0e-499a-a743-c56c8db95a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:49:21.783248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:21.876662 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:49:21.879890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:49:21.886046 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:21.890630 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9c593edd-92fd-491c-a465-1a9e2da8c274 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:21.956729 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:21.958384 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] 10.222.0.43 "PUT /v2.0/ports/afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 HTTP/1.1" status: 200  len: 1093 time: 1.2524543
Aug 31 12:49:21.959050 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:21.979106 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:21.991097 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:22.063635 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'status': 'completed', 'code': 200}
Aug 31 12:49:22.131548 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-e8e984f7-f5e2-41b9-9994-8b5b0dd0df2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 1096 time: 0.1203804
Aug 31 12:49:22.308733 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-addb4d53-1b86-424d-a1b6-2e6c0fbb62bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 HTTP/1.1" status: 200  len: 217 time: 0.1692243
Aug 31 12:49:22.337771 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40caf8-88f8-4cd2-8932-e6e464898f29 req-e6943c4a-55cf-43a9-80f4-201bb938e87b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:22.342306 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aa40caf8-88f8-4cd2-8932-e6e464898f29 req-e6943c4a-55cf-43a9-80f4-201bb938e87b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0992091
Aug 31 12:49:22.390540 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-aa40caf8-88f8-4cd2-8932-e6e464898f29 req-5bff7cdf-ce58-45c4-b081-d1944772079e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Synchronizing usage tracker for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:22.397326 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-d9905b93-8d6f-41e0-bc6f-fb41d878c5ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:22.399035 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-d9905b93-8d6f-41e0-bc6f-fb41d878c5ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0812535
Aug 31 12:49:22.407957 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-aa40caf8-88f8-4cd2-8932-e6e464898f29 req-5bff7cdf-ce58-45c4-b081-d1944772079e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Unset dirty status for tenant:51bfde5d16874e36941c3609e7a4f280 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:22.409122 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-aa40caf8-88f8-4cd2-8932-e6e464898f29 req-5bff7cdf-ce58-45c4-b081-d1944772079e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640917
Aug 31 12:49:22.444807 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbd104-b75b-4c36-9707-d88369d9bbe1 req-22a53253-4051-4858-a1ac-e14a75b92c3a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:22.445544 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-54bbd104-b75b-4c36-9707-d88369d9bbe1 req-22a53253-4051-4858-a1ac-e14a75b92c3a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:22.482827 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-54bbd104-b75b-4c36-9707-d88369d9bbe1 req-22a53253-4051-4858-a1ac-e14a75b92c3a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:22.484597 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-54bbd104-b75b-4c36-9707-d88369d9bbe1 req-22a53253-4051-4858-a1ac-e14a75b92c3a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.2642472
Aug 31 12:49:22.537597 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-8e5480cc-f259-4e42-b047-06e5a17a94ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1292415
Aug 31 12:49:22.548119 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-54bbd104-b75b-4c36-9707-d88369d9bbe1 req-9d2a79b0-8564-4942-877d-53796c187f27 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528953
Aug 31 12:49:22.699405 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-c86e8407-bf83-4911-9153-4bbab4a5100d service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476460
Aug 31 12:49:22.848951 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-078810a9-2414-4f7f-95ad-e8e9d0ea09f9 req-3275490c-04bf-42a9-92dc-e6399dace451 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421106
Aug 31 12:49:22.982163 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-a08afd89-fd01-40f7-87c8-8355eccd1206 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 1096 time: 0.0775537
Aug 31 12:49:23.128836 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-88ecd36e-fe04-4bab-bd94-9af178ebb7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:23.130305 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-88ecd36e-fe04-4bab-bd94-9af178ebb7ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.1414087
Aug 31 12:49:23.320887 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-f04696f8-e2e9-46e3-975d-f438ebde88c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 HTTP/1.1" status: 200  len: 217 time: 0.1810725
Aug 31 12:49:23.398632 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-58ed9012-c689-466f-991e-1a7316ace90d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:23.400038 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-58ed9012-c689-466f-991e-1a7316ace90d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0718586
Aug 31 12:49:23.489273 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-48aeff56-bf99-4894-80cb-63dbf308bf85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798709
Aug 31 12:49:23.660816 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-7b45fa3e-14db-47b8-bdb8-993ae3f897cf service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627512
Aug 31 12:49:23.704180 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b0376-286a-4dd7-9b16-4e7d882f905c req-d37e1fc0-0649-426e-8034-092776ff4c31 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:23.706288 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-193b0376-286a-4dd7-9b16-4e7d882f905c req-d37e1fc0-0649-426e-8034-092776ff4c31 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1340582
Aug 31 12:49:23.758692 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-193b0376-286a-4dd7-9b16-4e7d882f905c req-4e5496d8-e135-439b-ad63-b238e2c57f44 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465689
Aug 31 12:49:23.872032 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8873fbe-3cdf-4f80-b089-4b2d58de41fd req-9907ac11-0bb3-451c-bc03-08ba09de1fe2 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2046704
Aug 31 12:49:23.883254 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e42793-bc5f-42aa-8f1b-ef661b0d7233 req-d8ce4d1d-18d0-4eaa-b5fa-7d073b1a2913 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:23.884791 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e7e42793-bc5f-42aa-8f1b-ef661b0d7233 req-d8ce4d1d-18d0-4eaa-b5fa-7d073b1a2913 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.1892798
Aug 31 12:49:23.942802 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e7e42793-bc5f-42aa-8f1b-ef661b0d7233 req-6d433754-c708-4cba-acdf-2b1c448de2c6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500770
Aug 31 12:49:24.994182 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf3c94-1b8b-46ba-a6db-c71c1620221f req-dcc2474c-a812-42a6-bd63-f95f8f2a6f10 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:24.995753 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-05cf3c94-1b8b-46ba-a6db-c71c1620221f req-dcc2474c-a812-42a6-bd63-f95f8f2a6f10 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0865002
Aug 31 12:49:25.044376 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-05cf3c94-1b8b-46ba-a6db-c71c1620221f req-fa817e28-2f6b-4ec1-b916-3041e582a6cd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426438
Aug 31 12:49:25.165527 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caef7a-8711-495d-98d8-a616483f6778 req-664c476e-69ff-417a-b7ac-4d524b95fd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:25.167075 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64caef7a-8711-495d-98d8-a616483f6778 req-664c476e-69ff-417a-b7ac-4d524b95fd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.0922856
Aug 31 12:49:25.223782 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64caef7a-8711-495d-98d8-a616483f6778 req-6d41c13f-3dff-4e19-9cf8-8a332ac45298 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500247
Aug 31 12:49:26.145533 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:49:26.240504 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 90ad06c5-7039-43b9-b8c0-7265688ac852 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:49:26.284517 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cebf-68c5-42c0-8b5e-e98ff452c844 req-5f1c867e-b8e1-4a81-97bf-e353b60617fe tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:26.287180 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e175cebf-68c5-42c0-8b5e-e98ff452c844 req-5f1c867e-b8e1-4a81-97bf-e353b60617fe tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1006453
Aug 31 12:49:26.348728 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e175cebf-68c5-42c0-8b5e-e98ff452c844 req-08daf311-36e8-4c95-9d61-b870f7fe5048 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552111
Aug 31 12:49:26.408269 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 90ad06c5-7039-43b9-b8c0-7265688ac852, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=90ad06c5-7039-43b9-b8c0-7265688ac852,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:26.427734 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:49:26.460394 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84aa4e-050c-49d8-9717-32736c00a5f7 req-a78c9e40-eb3e-4368-bda7-b0ecd8fab014 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:26.461890 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b84aa4e-050c-49d8-9717-32736c00a5f7 req-a78c9e40-eb3e-4368-bda7-b0ecd8fab014 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 944 time: 0.0902338
Aug 31 12:49:26.495806 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:26.514469 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b84aa4e-050c-49d8-9717-32736c00a5f7 req-c2fefd87-757f-4f5e-92b2-95d3752c8717 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454965
Aug 31 12:49:26.518442 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ad06c5-7039-43b9-b8c0-7265688ac852 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:49:26.537977 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 90ad06c5-7039-43b9-b8c0-7265688ac852, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=90ad06c5-7039-43b9-b8c0-7265688ac852,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:26.544020 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:26.544859 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:49:26.549023 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:26.698873 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=90ad06c5-7039-43b9-b8c0-7265688ac852,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:26.704010 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:26.780383 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:26.794436 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'port_id': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'mac_address': 'fa:16:3e:30:7f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:49:26.856081 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:26.870191 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Sync routers for ids ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:26.884893 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:49:26.901140 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Routers {'aa87a019-6e8f-4a11-a1dc-6ac659c59c29'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:26.901974 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72390854c0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:26.954949 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:26.966295 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:26.970941 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:27.160931 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:27.165551 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:27.186121 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Set router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:27.240322 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:49:27.263047 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['90ad06c5-7039-43b9-b8c0-7265688ac852'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:49:27.584359 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7178-db5a-4d87-9a13-5a112433ed75 req-9ee0360e-5f57-420b-ad2c-2b1b539ee562 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:27.586620 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a30e7178-db5a-4d87-9a13-5a112433ed75 req-9ee0360e-5f57-420b-ad2c-2b1b539ee562 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 944 time: 0.0853281
Aug 31 12:49:27.642222 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a30e7178-db5a-4d87-9a13-5a112433ed75 req-b3de3354-b8dd-406e-8aae-2b97c52d9eed tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460045
Aug 31 12:49:27.746381 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106c62-da6c-4ee8-be51-50be51574c4b req-3c643309-422c-40f4-9113-42d4c946d4f9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:27.752607 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-18106c62-da6c-4ee8-be51-50be51574c4b req-3c643309-422c-40f4-9113-42d4c946d4f9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 945 time: 0.0941756
Aug 31 12:49:27.816053 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-18106c62-da6c-4ee8-be51-50be51574c4b req-0c568975-d32d-455a-8fb6-0d1b525f3998 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610924
Aug 31 12:49:27.855710 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72390854c0>, [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 4, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port': {'id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:01Z', 'updated_at': '2021-08-31T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '43b0e682-664f-48da-8834-5e9bc709676a', 'name': '', 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'mac_address': 'fa:16:3e:87:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c05c02-4b5e-4608-8ead-5fc05a62e759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:07Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 2, 'project_id': '57d43e3830034646a8bb381da469aba9', 'subnets': [{'id': '38c05c02-4b5e-4608-8ead-5fc05a62e759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:27.870823 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Checking router: aa87a019-6e8f-4a11-a1dc-6ac659c59c29 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:27.871188 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Updating router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 port 43b0e682-664f-48da-8834-5e9bc709676a binding host dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Aug 31 12:49:27.954189 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:28.328120 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:28.340192 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Transition to ACTIVE for port object 43b0e682-664f-48da-8834-5e9bc709676a will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:28.348301 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:28.351888 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:28.479314 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27c667-966b-4fde-9595-67df1683411e None None] Pushing event updated for resources: {'Port': ['ID=43b0e682-664f-48da-8834-5e9bc709676a,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:28.505654 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5d27c667-966b-4fde-9595-67df1683411e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:28.569271 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Attempting to bind port 43b0e682-664f-48da-8834-5e9bc709676a on host dv-cinder-806696-1-iscsi for vnic_type normal with profile  {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:49:28.569706 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Attempting to bind port 43b0e682-664f-48da-8834-5e9bc709676a by drivers openvswitch,hyperv on host dv-cinder-806696-1-iscsi at level 0 using segments [{'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:49:28.570031 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Attempting to bind port 43b0e682-664f-48da-8834-5e9bc709676a on network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:28.578259 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Checking agent: {'id': '2c3abe2b-2805-4432-90fc-dbafa9b1f82c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 29), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:49:28.578588 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Checking segment: {'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:28.579102 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:28.579505 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Bound using segment: {'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:49:28.579984 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Bound port: 43b0e682-664f-48da-8834-5e9bc709676a, host: dv-cinder-806696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:49:28.580369 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:28.682213 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] For port 43b0e682-664f-48da-8834-5e9bc709676a, host dv-cinder-806696-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:49:28.685118 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] For port 43b0e682-664f-48da-8834-5e9bc709676a, host dv-cinder-806696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=43b0e682-664f-48da-8834-5e9bc709676a,segment=NetworkSegment(e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0),segment_id=e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:49:28.693485 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:28.697652 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:28.792155 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27c667-966b-4fde-9595-67df1683411e None None] Pushing event updated for resources: {'Port': ['ID=43b0e682-664f-48da-8834-5e9bc709676a,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:28.795090 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Routers {'aa87a019-6e8f-4a11-a1dc-6ac659c59c29'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:28.796295 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72390854c0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:28.855676 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5d27c667-966b-4fde-9595-67df1683411e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:28.876712 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f028-c5c8-4ed9-9356-5852839b7779 req-2e58741e-de7e-40cb-b0f6-0d169f84fd90 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:28.878386 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-64e6f028-c5c8-4ed9-9356-5852839b7779 req-2e58741e-de7e-40cb-b0f6-0d169f84fd90 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 944 time: 0.0916600
Aug 31 12:49:29.057819 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-64e6f028-c5c8-4ed9-9356-5852839b7779 req-f5fdd53e-8711-4ef4-97ad-deacedf599d8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1725912
Aug 31 12:49:29.064479 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb54f-cf23-4341-99c5-cbdf5e6ac7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:29.098793 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] Set router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:29.116244 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cfde3-cc9c-43d1-bdb8-9cee228c8616 req-ab6279d0-f2b4-46a8-983e-0fd77334a1f8 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:29.117886 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-002cfde3-cc9c-43d1-bdb8-9cee228c8616 req-ab6279d0-f2b4-46a8-983e-0fd77334a1f8 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 945 time: 0.0974209
Aug 31 12:49:29.166932 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-002cfde3-cc9c-43d1-bdb8-9cee228c8616 req-5e44a773-46de-4ef3-9694-33cc50f802ea tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435698
Aug 31 12:49:29.403181 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:29.440167 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72390854c0>, [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 4, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port': {'id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:01Z', 'updated_at': '2021-08-31T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '43b0e682-664f-48da-8834-5e9bc709676a', 'name': '', 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'mac_address': 'fa:16:3e:87:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c05c02-4b5e-4608-8ead-5fc05a62e759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:07Z', 'updated_at': '2021-08-31T12:49:28Z', 'revision_number': 4, 'project_id': '57d43e3830034646a8bb381da469aba9', 'subnets': [{'id': '38c05c02-4b5e-4608-8ead-5fc05a62e759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:29.444223 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4acb6a-06a4-49e3-8adb-10debf323d34 None None] The sync data for ids ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'] in dv-cinder-806696-1-iscsi is: [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 4, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port': {'id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:01Z', 'updated_at': '2021-08-31T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '43b0e682-664f-48da-8834-5e9bc709676a', 'name': '', 'network_id': 'dffb3ba0-0048-44e7-ab7b-86c8c9b1b439', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'mac_address': 'fa:16:3e:87:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38c05c02-4b5e-4608-8ead-5fc05a62e759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:07Z', 'updated_at': '2021-08-31T12:49:28Z', 'revision_number': 4, 'project_id': '57d43e3830034646a8bb381da469aba9', 'subnets': [{'id': '38c05c02-4b5e-4608-8ead-5fc05a62e759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:30.263127 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 90ad06c5-7039-43b9-b8c0-7265688ac852 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:30.320809 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e912-ec9b-49bd-a971-0d4ae597a995 req-9948d7b1-371b-4b70-86ac-35f4f82f95d2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:30.322723 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6328e912-ec9b-49bd-a971-0d4ae597a995 req-9948d7b1-371b-4b70-86ac-35f4f82f95d2 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 944 time: 0.1040940
Aug 31 12:49:30.340387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-788957d3-e714-460f-94c7-1c5585e17751 req-3ce29b4d-b23d-4a3c-b6d2-d38f0ba17ae0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Synchronizing usage tracker for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:30.359365 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 90ad06c5-7039-43b9-b8c0-7265688ac852 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:30.360338 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-788957d3-e714-460f-94c7-1c5585e17751 req-3ce29b4d-b23d-4a3c-b6d2-d38f0ba17ae0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Unset dirty status for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:30.361607 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-3ce29b4d-b23d-4a3c-b6d2-d38f0ba17ae0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865939507&fields=id&tenant_id=af4e74e4ef7f42d388441a91aa27d5d4 HTTP/1.1" status: 200  len: 267 time: 0.0761211
Aug 31 12:49:30.365113 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 90ad06c5-7039-43b9-b8c0-7265688ac852 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:30.365506 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:30.376744 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6328e912-ec9b-49bd-a971-0d4ae597a995 req-9b297ccc-3d63-40aa-b574-e3ed66567869 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455835
Aug 31 12:49:30.504102 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:30.536335 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:30.547197 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 90ad06c5-7039-43b9-b8c0-7265688ac852, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=90ad06c5-7039-43b9-b8c0-7265688ac852,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:30.551121 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788957d3-e714-460f-94c7-1c5585e17751 req-fe7e97d0-1082-4769-9b47-e92b8b497ae0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:30.551971 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-788957d3-e714-460f-94c7-1c5585e17751 req-fe7e97d0-1082-4769-9b47-e92b8b497ae0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Synchronizing usage tracker for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:30.552901 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:30.553949 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:30.583685 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-788957d3-e714-460f-94c7-1c5585e17751 req-fe7e97d0-1082-4769-9b47-e92b8b497ae0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Unset dirty status for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:30.584859 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-fe7e97d0-1082-4769-9b47-e92b8b497ae0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 809 time: 0.2154808
Aug 31 12:49:30.612055 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-007a6982-b5fb-4307-8308-0a1706ce3fb8 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/quotas/af4e74e4ef7f42d388441a91aa27d5d4 HTTP/1.1" status: 200  len: 375 time: 0.0217369
Aug 31 12:49:30.620800 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bd364-e685-418d-b9df-e87ae063bdac req-7916f3f9-0351-46d7-b821-0620d7272c7e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:30.626186 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5f601d74-eb97-4d1f-b849-6f3a867bc422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:30.629170 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5f8bd364-e685-418d-b9df-e87ae063bdac req-7916f3f9-0351-46d7-b821-0620d7272c7e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.1180682
Aug 31 12:49:30.682972 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5f8bd364-e685-418d-b9df-e87ae063bdac req-676f3a75-e7e8-4d74-b362-66966d6219e0 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472302
Aug 31 12:49:30.713100 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-b889bde4-fb5c-48db-b0bc-19a21960660f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0932274
Aug 31 12:49:30.713239 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:30.721564 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=90ad06c5-7039-43b9-b8c0-7265688ac852,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:30.724758 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:30.725263 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:30.757960 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:30.772400 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'code': 200}
Aug 31 12:49:30.856369 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 43b0e682-664f-48da-8834-5e9bc709676a up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:30.877837 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-35bfd7d2-0d71-4d62-a1b9-524b881bd00b service neutron] 10.222.0.20 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643584
Aug 31 12:49:30.941868 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:30.990065 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning for port 43b0e682-664f-48da-8834-5e9bc709676a completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:30.994216 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:30.998402 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 43b0e682-664f-48da-8834-5e9bc709676a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:30.998933 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:31.031175 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:31.039019 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:31.086731 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-b494ebb2-561e-4177-a336-0806d23da679 service neutron] 10.222.0.20 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2024889
Aug 31 12:49:31.112569 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-16ed8d2c-71ad-4aa6-878e-ec968ff2c401 req-6ad4a8f7-3eab-4d1a-8115-a1224d154d0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1099 time: 0.0956519
Aug 31 12:49:31.127669 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:31.130778 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:31.178985 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-16ed8d2c-71ad-4aa6-878e-ec968ff2c401 req-a98c312b-87c6-41e8-a453-28d6ce36753c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577321
Aug 31 12:49:31.191340 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:31.234172 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfa23-40bb-4ca2-acb9-d4a4cb1b55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:31.242331 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] For port 43b0e682-664f-48da-8834-5e9bc709676a, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=43b0e682-664f-48da-8834-5e9bc709676a,segment=NetworkSegment(e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0),segment_id=e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:31.247776 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:31.250458 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:31.322285 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Pushing event updated for resources: {'Port': ['ID=43b0e682-664f-48da-8834-5e9bc709676a,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:31.325535 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:31.634016 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058327cb-4eaf-48f9-96e0-fff515a48797 req-9b297ed8-803b-4e3d-89f3-c188e0f8c4e5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:31.635840 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-058327cb-4eaf-48f9-96e0-fff515a48797 req-9b297ed8-803b-4e3d-89f3-c188e0f8c4e5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0959711
Aug 31 12:49:31.672103 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d23c30fc-167a-46b1-981a-672227d74359 req-8f153d9e-02d2-4f27-90ae-411e0724e965 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 210 time: 0.1631942
Aug 31 12:49:31.707760 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-058327cb-4eaf-48f9-96e0-fff515a48797 req-810a0092-8ffb-4b23-b25c-25138c14e213 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622702
Aug 31 12:49:31.914886 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aeb89-40f8-40b0-b379-1aa25e6fb25f req-26be6b7a-54c7-4bba-8b32-3c74973c6dd4 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:31.916399 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-127aeb89-40f8-40b0-b379-1aa25e6fb25f req-26be6b7a-54c7-4bba-8b32-3c74973c6dd4 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.0920277
Aug 31 12:49:31.971420 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-127aeb89-40f8-40b0-b379-1aa25e6fb25f req-6215d9bc-494d-4ac8-a92a-4c46a5765f99 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480132
Aug 31 12:49:32.370759 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:32.759388 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788957d3-e714-460f-94c7-1c5585e17751 req-490a7150-6818-4d97-86f9-230838678ecb tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:32.760977 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-490a7150-6818-4d97-86f9-230838678ecb tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.43 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 809 time: 0.1615489
Aug 31 12:49:32.770702 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 43b0e682-664f-48da-8834-5e9bc709676a up at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:32.802930 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:32.866842 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Provisioning complete for port 43b0e682-664f-48da-8834-5e9bc709676a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:32.867253 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:32.871154 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-0a107102-0e57-46ac-8e90-734921fa9ea8 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4e74e4ef7f42d388441a91aa27d5d4 HTTP/1.1" status: 200  len: 379 time: 0.0951877
Aug 31 12:49:32.885579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'port': {'device_id': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'admin_state_up': True, 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'security_groups': ['6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:32.915421 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-39c8e8bd-c022-45e3-b8ef-59f7d57eba19 req-93f8cfa1-5d2b-4eda-8cb7-9dc966e69a9d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Synchronizing usage tracker for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:32.937699 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-39c8e8bd-c022-45e3-b8ef-59f7d57eba19 req-93f8cfa1-5d2b-4eda-8cb7-9dc966e69a9d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Unset dirty status for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:32.939444 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-39c8e8bd-c022-45e3-b8ef-59f7d57eba19 req-93f8cfa1-5d2b-4eda-8cb7-9dc966e69a9d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 210 time: 0.0799036
Aug 31 12:49:33.032200 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'code': 200}
Aug 31 12:49:33.138805 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053539d7-006d-4e38-b5bc-e1efc1c5803f req-348d10dd-f141-46e3-9bbb-dd1316d5af32 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:33.140261 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-053539d7-006d-4e38-b5bc-e1efc1c5803f req-348d10dd-f141-46e3-9bbb-dd1316d5af32 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.1735890
Aug 31 12:49:33.165536 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:33.182712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:33.209022 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-053539d7-006d-4e38-b5bc-e1efc1c5803f req-dc0bf008-cd8e-4752-b92d-cc25f2e9ae0a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613327
Aug 31 12:49:33.210152 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Made reservation on behalf of af4e74e4ef7f42d388441a91aa27d5d4 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:49:33.215135 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:33.234113 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda68c-18f2-4538-a1f5-08340e15ed1e req-83af8994-e40a-42ab-a930-dc5f58599793 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:33.235786 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3feda68c-18f2-4538-a1f5-08340e15ed1e req-83af8994-e40a-42ab-a930-dc5f58599793 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.1019969
Aug 31 12:49:33.286528 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3feda68c-18f2-4538-a1f5-08340e15ed1e req-855566ed-ef0d-4df0-bbe3-fb2899cbef5c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439837
Aug 31 12:49:33.383734 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19c69a2a-5014-4546-8b43-b609e301d2f7 req-a5ecf05a-8ccb-475f-bad0-4190a95b612b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 1098 time: 0.1535106
Aug 31 12:49:33.539211 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-19c69a2a-5014-4546-8b43-b609e301d2f7 req-3120c51a-0bff-4969-855e-2bd07026d725 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267571
Aug 31 12:49:33.541069 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Allocated IP 172.20.0.4 (a11240f3-fcba-4545-a022-1d48f10e4db2/63f729bd-f6d6-461b-9da8-851f1f98670b/f65317ba-ed7e-40a6-98e5-4f85083e016a) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:33.588185 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66081a3-414c-42cd-8525-276f1eb21264 req-67bc579f-5a12-418d-804b-bedf3ae85609 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:33.588792 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b66081a3-414c-42cd-8525-276f1eb21264 req-67bc579f-5a12-418d-804b-bedf3ae85609 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.1575766
Aug 31 12:49:33.734384 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b66081a3-414c-42cd-8525-276f1eb21264 req-43c1a78d-c82f-46db-b9e1-9d18b992b042 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1338990
Aug 31 12:49:33.772563 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34320) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:33.803415 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:33.809234 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:33.830412 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Transition to ACTIVE for port object f65317ba-ed7e-40a6-98e5-4f85083e016a will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:33.856445 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:33.862122 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-22ebf6ce-80a0-452e-841f-c0a760702dd5 tempest-TestVolumeBootPattern-1140251650 tempest-TestVolumeBootPattern-1140251650-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1094 time: 0.0885930
Aug 31 12:49:33.863897 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e0cc648f-4929-497b-ae52-5ff5239ef20f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:33.865039 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34324) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:33.870508 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address': '172.20.0.11'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:33.876292 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:33.880358 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:floatingip and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:33.883387 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:33.889312 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:33.904434 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:33.933875 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Network a11240f3-fcba-4545-a022-1d48f10e4db2 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:33.936966 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:33.939355 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:33.991719 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:33.997958 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:34.037898 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:34.038704 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.078014 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1982141
Aug 31 12:49:34.089177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.095106 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Request body: {'port': {'device_id': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:34.253997 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.311436 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1fe97-e0c9-4776-ba95-1750c451a511 req-215a93d3-22ba-4f79-a993-2adb9172601f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:34.313683 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-31a1fe97-e0c9-4776-ba95-1750c451a511 req-215a93d3-22ba-4f79-a993-2adb9172601f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 931 time: 0.1811767
Aug 31 12:49:34.335473 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-1778324e-6b02-4efc-b411-e53e53323b8d None None] Provisioning for port f65317ba-ed7e-40a6-98e5-4f85083e016a completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:34.344867 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-1778324e-6b02-4efc-b411-e53e53323b8d None None] Provisioning complete for port f65317ba-ed7e-40a6-98e5-4f85083e016a triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:34.345755 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1778324e-6b02-4efc-b411-e53e53323b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.367890 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Allocated IP 172.27.1.53 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/7c8ea358-62a6-4036-a619-d7133fb2498e) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:34.407003 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-31a1fe97-e0c9-4776-ba95-1750c451a511 req-f2bf1bfb-48bc-4722-842a-e404ce4d1d24 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Synchronizing usage tracker for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:security_group {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:34.422857 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-1778324e-6b02-4efc-b411-e53e53323b8d None None] Port f65317ba-ed7e-40a6-98e5-4f85083e016a cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:49:34.501281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-31a1fe97-e0c9-4776-ba95-1750c451a511 req-f2bf1bfb-48bc-4722-842a-e404ce4d1d24 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Unset dirty status for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:security_group {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:34.502448 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-31a1fe97-e0c9-4776-ba95-1750c451a511 req-f2bf1bfb-48bc-4722-842a-e404ce4d1d24 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1763387
Aug 31 12:49:34.570623 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.605001 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.610086 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6dbb2251-9c91-445b-b0a6-87c965918d56 tempest-ServerRescueNegativeTestJSON-256164819 tempest-ServerRescueNegativeTestJSON-256164819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:34.689581 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:34.691012 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:34.695737 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:34.727216 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=7c8ea358-62a6-4036-a619-d7133fb2498e,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:34.738997 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.739385 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.739776 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.740217 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.740501 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.740863 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.741226 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.741589 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.741947 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.742304 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.742664 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:49:34.750124 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:34.769225 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f9b2-a147-40e5-a685-06306279667a req-b62485cf-47de-48f5-b4a6-fcac4a87615b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:34.775862 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-41d6f9b2-a147-40e5-a685-06306279667a req-b62485cf-47de-48f5-b4a6-fcac4a87615b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.3651538
Aug 31 12:49:34.853237 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-41d6f9b2-a147-40e5-a685-06306279667a req-bc642adf-bb94-4281-a1c4-2cf2b804c5ea tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721912
Aug 31 12:49:34.917262 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65317ba-ed7e-40a6-98e5-4f85083e016a {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:49:34.925164 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.939746 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Transition to ACTIVE for port object f65317ba-ed7e-40a6-98e5-4f85083e016a will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:49:34.943630 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:34.947352 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-14d7fd47-10a0-4115-8b15-588428868e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:35.074185 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:35.078604 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:35.200498 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Attempting to bind port f65317ba-ed7e-40a6-98e5-4f85083e016a on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:49:35.200879 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Attempting to bind port f65317ba-ed7e-40a6-98e5-4f85083e016a by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:49:35.201232 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Attempting to bind port f65317ba-ed7e-40a6-98e5-4f85083e016a on network a11240f3-fcba-4545-a022-1d48f10e4db2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:35.209087 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Port f65317ba-ed7e-40a6-98e5-4f85083e016a on network a11240f3-fcba-4545-a022-1d48f10e4db2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:49:35.209621 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Attempting to bind port f65317ba-ed7e-40a6-98e5-4f85083e016a on network a11240f3-fcba-4545-a022-1d48f10e4db2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:49:35.219429 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:49:35.219767 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Checking segment: {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:49:35.220146 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Bound using segment: {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:49:35.220574 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Bound port: f65317ba-ed7e-40a6-98e5-4f85083e016a, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4de0615-a41e-4ee3-86d7-4c84451ac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:49:35.220944 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.331915 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:49:35.335542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:49:35.339529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.344004 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-350e691f-5b46-4d67-9e58-a2c0a006955e tempest-AttachVolumeTestJSON-714941849 tempest-AttachVolumeTestJSON-714941849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:35.383012 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.403287 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.404690 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 1093 time: 1.3184404
Aug 31 12:49:35.405179 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:35.439465 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:35.449977 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:35.454283 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.488338 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'status': 'completed', 'code': 200}
Aug 31 12:49:35.533513 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-a52dbbe7-d2eb-4a55-89b8-6e28650c7cb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1096 time: 0.0824628
Aug 31 12:49:35.616850 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-20057a38-289e-4d94-beb7-f223f0c9c574 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 217 time: 0.0758832
Aug 31 12:49:35.724652 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.729981 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.734715 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-46a9a9cc-0bf0-4522-abd4-1f1daf3e2aca tempest-VolumesNegativeTest-116893564 tempest-VolumesNegativeTest-116893564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:35.763496 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788957d3-e714-460f-94c7-1c5585e17751 req-90e018da-ea79-4e88-8ce8-c0ff6ad4dc41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:35.763496 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-90e018da-ea79-4e88-8ce8-c0ff6ad4dc41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 200  len: 848 time: 0.1368282
Aug 31 12:49:35.897096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=7c8ea358-62a6-4036-a619-d7133fb2498e,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:35.903031 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:35.921764 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175079bd-b7d2-4db7-a99d-32db661c72b9 req-a0cc9bd6-68aa-47da-94ff-2ba40ace4ec3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:35.922987 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-175079bd-b7d2-4db7-a99d-32db661c72b9 req-a0cc9bd6-68aa-47da-94ff-2ba40ace4ec3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Synchronizing usage tracker for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:35.938206 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:35.960489 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-8c1abbde-c43b-4824-8ef4-00aa29e9d724 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a11240f3-fcba-4545-a022-1d48f10e4db2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1868505
Aug 31 12:49:35.962997 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-175079bd-b7d2-4db7-a99d-32db661c72b9 req-a0cc9bd6-68aa-47da-94ff-2ba40ace4ec3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Unset dirty status for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:35.964807 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-175079bd-b7d2-4db7-a99d-32db661c72b9 req-a0cc9bd6-68aa-47da-94ff-2ba40ace4ec3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.2782536
Aug 31 12:49:36.215690 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-175079bd-b7d2-4db7-a99d-32db661c72b9 req-d786fc5e-3704-47d4-b17f-3062402dc1d3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2119589
Aug 31 12:49:36.237000 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-f9addf92-2049-4896-bfb3-e4212dc03013 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2694383
Aug 31 12:49:36.273721 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962738-cfd0-48ad-83f8-f2654345a9b9 req-e897066c-e644-4bee-adcf-356125203394 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:36.275212 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-15962738-cfd0-48ad-83f8-f2654345a9b9 req-e897066c-e644-4bee-adcf-356125203394 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.2415135
Aug 31 12:49:36.349612 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-15962738-cfd0-48ad-83f8-f2654345a9b9 req-c8b102bd-a5ed-4822-a776-f524fb0458d9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620592
Aug 31 12:49:36.368408 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.l3_db [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Floating IP 1564f14a-d02b-4f19-911e-1413d404b74e associated. External IP: 172.27.1.53, port: 90ad06c5-7039-43b9-b8c0-7265688ac852.
Aug 31 12:49:36.403898 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-788957d3-e714-460f-94c7-1c5585e17751 req-64e0de8e-38eb-4e14-9523-a020f50a9821 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595476
Aug 31 12:49:36.607645 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-fca3fe9d-66a3-4ec7-9e28-d69d84d07120 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1096 time: 0.1381953
Aug 31 12:49:36.623334 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fc43d-427d-4e7a-a73f-37e12aa5d7a7 req-53dc6560-6d71-431e-93e5-9a582b740394 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:36.625501 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-449fc43d-427d-4e7a-a73f-37e12aa5d7a7 req-53dc6560-6d71-431e-93e5-9a582b740394 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.1239347
Aug 31 12:49:36.646446 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34340) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:36.656247 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Request body: {'floatingip': {'port_id': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:36.782785 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:36.801415 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:49:37.013033 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:49:37.023846 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:37.037540 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:37.038277 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238ddc490>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:37.041937 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:37.069956 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-e70df193-418e-4c3b-b839-0366392cd6e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:37.071787 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-e70df193-418e-4c3b-b839-0366392cd6e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 910 time: 0.4452376
Aug 31 12:49:37.113998 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-977e2d7b-32a6-4d09-9b19-b635c0ffa9de tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2477760
Aug 31 12:49:37.114970 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:37.173224 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'status': 'completed', 'code': 200}
Aug 31 12:49:37.196072 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-7afb4314-d880-44f5-84a4-d0cb816c9b9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 217 time: 0.0890641
Aug 31 12:49:37.255850 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:37.483682 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-9c812a51-aff6-40e3-bb09-21e5c220853e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:37.485149 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-9c812a51-aff6-40e3-bb09-21e5c220853e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 200  len: 848 time: 0.2715514
Aug 31 12:49:37.704632 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238ddc490>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:35Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:37.708553 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:37.720531 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:37.721896 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238ddc490>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:37.723072 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-9af6023b-ec1c-4d2a-97ff-9610a9ebdc85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1099 time: 0.5109611
Aug 31 12:49:37.841986 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d2a3c-ba87-430e-bbeb-17d240ebb901 req-58205d8e-f7b7-4ae4-8dc7-08e6dafa245f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:37.843955 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-715d2a3c-ba87-430e-bbeb-17d240ebb901 req-58205d8e-f7b7-4ae4-8dc7-08e6dafa245f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.4558485
Aug 31 12:49:37.928375 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-91c270e8-0c02-421d-9cd0-e913b919aee5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a11240f3-fcba-4545-a022-1d48f10e4db2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4301941
Aug 31 12:49:37.968992 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:38.061067 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-715d2a3c-ba87-430e-bbeb-17d240ebb901 req-d882085c-267a-4d6b-9d57-3bba6cfb0e18 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1982374
Aug 31 12:49:38.074758 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-3de95831-c442-4cf1-9266-93b648889339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:38.075617 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-3de95831-c442-4cf1-9266-93b648889339 service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.3378005
Aug 31 12:49:38.279671 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-fe27c1e5-db91-47a7-9cda-bb109377fcf3 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3262906
Aug 31 12:49:38.381646 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238ddc490>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:35Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:38.386534 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bcae9-85d3-4924-9537-17768ace8e98 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:35Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:38.460485 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-376a194b-18e7-4f63-918a-ffe04bc6dfa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 200  len: 999 time: 0.3712478
Aug 31 12:49:38.601431 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:38.619627 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:38.709936 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-57de81a0-751a-4d5f-afed-975f8edc8d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:38.711618 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-57de81a0-751a-4d5f-afed-975f8edc8d2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.2349219
Aug 31 12:49:38.783355 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b04ad0ea-3f83-49b2-b7cb-74b44391b013 req-a8a8a1c7-f1c3-4553-9266-33df64106451 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4870768
Aug 31 12:49:38.886957 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-81818166-8d7f-4205-99d0-888a77671446 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1611409
Aug 31 12:49:39.055540 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-d035d4a8-fda8-4b3b-9e2b-909a79753306 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608474
Aug 31 12:49:39.064638 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Floating IP 8a551627-9042-4a10-88a8-1066600db1df associated. External IP: 172.27.1.47, port: afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950.
Aug 31 12:49:39.311264 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43f20ea5-5a25-4788-84e7-226d592d1448 req-7d6c4a95-4ec6-4047-a8a7-d5890241ab69 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487459
Aug 31 12:49:39.383617 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d367b-30c5-44b2-8cfd-b89e77f027a3 req-6b84f0ae-72a0-48f5-9e24-d6bdaa4c2097 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:39.385369 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-705d367b-30c5-44b2-8cfd-b89e77f027a3 req-6b84f0ae-72a0-48f5-9e24-d6bdaa4c2097 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.1205971
Aug 31 12:49:39.604155 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-705d367b-30c5-44b2-8cfd-b89e77f027a3 req-f46259c9-2c5e-492b-a9fa-de2d1349ae70 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2110000
Aug 31 12:49:39.798191 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Router c75bc28f-d96b-4f60-b634-14e4b69029b3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:49:40.033843 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:49:40.037915 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:40.046070 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] Sync routers for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:40.065325 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:40.066011 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e89670>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:40.105959 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-50e0e69a-d0c3-49a1-bc36-a324c2729f57 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "PUT /v2.0/floatingips/8a551627-9042-4a10-88a8-1066600db1df HTTP/1.1" status: 200  len: 990 time: 3.4561708
Aug 31 12:49:40.105959 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:40.175079 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'status': 'completed', 'code': 200}
Aug 31 12:49:40.346505 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:40.449632 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-1f529f26-df13-42d2-8ab3-36d1f57f2867 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 1098 time: 0.2514737
Aug 31 12:49:40.651935 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-b0543417-f38f-41b8-9dc0-4fc983765dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:40.655404 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-b0543417-f38f-41b8-9dc0-4fc983765dae service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.1978257
Aug 31 12:49:40.836596 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-8c8573cc-1e24-4cd7-bae6-ef77f3a5160b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 HTTP/1.1" status: 200  len: 998 time: 0.1739254
Aug 31 12:49:40.860353 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e89670>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '8a551627-9042-4a10-88a8-1066600db1df', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'port_id': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'mac_address': 'fa:16:3e:30:7f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae950dd-66bc-40c5-ad43-915c52601393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:15Z', 'updated_at': '2021-08-31T12:49:38Z', 'revision_number': 1, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:40.865926 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] Checking router: c75bc28f-d96b-4f60-b634-14e4b69029b3 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:40.888048 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:40.888724 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238e89670>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:40.917026 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1edae-4a28-401f-b3ad-47209290c130 req-dd74cc0e-c8ed-418c-874b-13e4c3ed5ad7 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:40.917676 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-163206e3-4dfa-4b18-8ef0-851de5178258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:40.919443 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2cc1edae-4a28-401f-b3ad-47209290c130 req-dd74cc0e-c8ed-418c-874b-13e4c3ed5ad7 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.1264069
Aug 31 12:49:40.919644 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-163206e3-4dfa-4b18-8ef0-851de5178258 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0761273
Aug 31 12:49:40.985954 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2cc1edae-4a28-401f-b3ad-47209290c130 req-dd3da8f3-c50e-4561-ad05-0e7688a1efe2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582333
Aug 31 12:49:41.037048 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-7897971a-8f6a-4271-a755-48b91f315bde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1108692
Aug 31 12:49:41.147108 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:41.185456 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-1f2d8e69-9d2c-4ba3-8dc1-80d1e4d2386f service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410174
Aug 31 12:49:41.330313 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05f0b926-8ba8-497a-8947-04663bcbc1de req-f929312e-3108-4929-b598-dc4e8e0b430b service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371090
Aug 31 12:49:41.562476 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238e89670>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '8a551627-9042-4a10-88a8-1066600db1df', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'port_id': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'mac_address': 'fa:16:3e:30:7f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae950dd-66bc-40c5-ad43-915c52601393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:15Z', 'updated_at': '2021-08-31T12:49:38Z', 'revision_number': 1, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:41.568426 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9d99f-f2c0-4c17-bd21-016631c10a96 None None] The sync data for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi is: [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '8a551627-9042-4a10-88a8-1066600db1df', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'port_id': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'mac_address': 'fa:16:3e:30:7f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae950dd-66bc-40c5-ad43-915c52601393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:15Z', 'updated_at': '2021-08-31T12:49:38Z', 'revision_number': 1, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:41.713451 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ea0a1-25b5-4923-8e25-e938e36fc6c2 None None] New status for floating IP 1564f14a-d02b-4f19-911e-1413d404b74e: ACTIVE {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:49:42.220988 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46887f01-304d-47cc-98b9-8907a3cb6bf4 req-22192ef1-5438-43bf-8287-72ab96f7b954 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:42.222714 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-46887f01-304d-47cc-98b9-8907a3cb6bf4 req-22192ef1-5438-43bf-8287-72ab96f7b954 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0895667
Aug 31 12:49:42.272676 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-46887f01-304d-47cc-98b9-8907a3cb6bf4 req-5bb502f9-67c3-405a-a058-2f028eec7f8b tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441163
Aug 31 12:49:43.488849 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a24c7-2ff0-4209-938c-762a2097d55b req-50684370-dcc0-422b-9353-d69e6728cc3a tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:43.490457 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-443a24c7-2ff0-4209-938c-762a2097d55b req-50684370-dcc0-422b-9353-d69e6728cc3a tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0836906
Aug 31 12:49:43.541187 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-443a24c7-2ff0-4209-938c-762a2097d55b req-02e82cdc-803b-4dfd-86de-fb73dd1c7c1e tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436513
Aug 31 12:49:44.274483 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f65317ba-ed7e-40a6-98e5-4f85083e016a details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:49:44.421174 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:44.436513 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'port_id': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'mac_address': 'fa:16:3e:b4:0d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:49:44.492375 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:44.511024 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65317ba-ed7e-40a6-98e5-4f85083e016a {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:49:44.527407 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:44.532045 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:44.533933 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:44.601444 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:44.622023 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:44.626372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:44.799716 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f65317ba-ed7e-40a6-98e5-4f85083e016a'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:49:44.842259 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d473a-05e8-46ea-9a70-60affde1a6a2 req-f6e8f7cf-b07d-4752-b985-145e70192126 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:44.843783 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-806d473a-05e8-46ea-9a70-60affde1a6a2 req-f6e8f7cf-b07d-4752-b985-145e70192126 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 944 time: 0.1089780
Aug 31 12:49:44.915498 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b99b9-398d-4644-8084-3ccfa07c2988 None None] New status for floating IP 8a551627-9042-4a10-88a8-1066600db1df: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:49:44.916047 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-806d473a-05e8-46ea-9a70-60affde1a6a2 req-00df0583-fa19-4705-ba7d-b50ec851f4c5 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635128
Aug 31 12:49:46.141582 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59c124-a9c7-498c-a13f-ba744f6720c5 req-bf10eae9-8c90-4458-ad53-903e55cb78d5 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:46.143083 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2b59c124-a9c7-498c-a13f-ba744f6720c5 req-bf10eae9-8c90-4458-ad53-903e55cb78d5 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 944 time: 0.0807571
Aug 31 12:49:46.193782 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2b59c124-a9c7-498c-a13f-ba744f6720c5 req-0fad1477-283f-4812-963c-63567fe0c0ea tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449214
Aug 31 12:49:46.279847 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f65317ba-ed7e-40a6-98e5-4f85083e016a up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:49:46.359526 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port f65317ba-ed7e-40a6-98e5-4f85083e016a completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:49:46.369959 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port f65317ba-ed7e-40a6-98e5-4f85083e016a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:49:46.370334 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:46.498251 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:46.526006 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:46.536078 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:49:46.541147 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:46.543491 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:46.597230 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'code': 200}
Aug 31 12:49:46.629429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:46.632958 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:46.910997 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e7f7df3-7be9-46fe-b005-9bc069e0925b req-1fda633c-2417-4e1e-9b03-45e47a297f2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1098 time: 0.0763562
Aug 31 12:49:46.957640 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e7f7df3-7be9-46fe-b005-9bc069e0925b req-e33edaeb-52e0-4e0f-bf4e-5017676ec2a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396123
Aug 31 12:49:47.412350 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1c55e-a3f3-4a6a-9c95-19761be22b93 req-c024a781-2ed9-4906-ad80-677d6e5c7de2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:47.414249 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2bd1c55e-a3f3-4a6a-9c95-19761be22b93 req-c024a781-2ed9-4906-ad80-677d6e5c7de2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0928454
Aug 31 12:49:47.465947 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2bd1c55e-a3f3-4a6a-9c95-19761be22b93 req-a6d92afe-0d92-457f-acd3-2dc7fad038d5 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455043
Aug 31 12:49:48.675716 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd2581-f8c3-45b7-8b15-ccb0398454fc req-ff2fc763-4b6a-4f3f-a1e1-0542f8965867 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:48.677196 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26fd2581-f8c3-45b7-8b15-ccb0398454fc req-ff2fc763-4b6a-4f3f-a1e1-0542f8965867 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0837891
Aug 31 12:49:48.727449 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26fd2581-f8c3-45b7-8b15-ccb0398454fc req-af01ebf3-a9b0-4f4a-a6b9-ff681bf35f69 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445926
Aug 31 12:49:48.941909 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70e9c8-a172-419f-83a7-ed535bb31d3c req-59d0f725-4402-47c8-b19e-66afefa59698 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:48.943511 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2c70e9c8-a172-419f-83a7-ed535bb31d3c req-59d0f725-4402-47c8-b19e-66afefa59698 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0829918
Aug 31 12:49:48.996386 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2c70e9c8-a172-419f-83a7-ed535bb31d3c req-548fc302-2421-4d0f-ab8e-247d1c9b3c8d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462739
Aug 31 12:49:49.025777 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34392) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:49.248802 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3c23c559-de0f-4c5b-9c86-11c34275c115 tempest-TestShelveInstance-1172882466 tempest-TestShelveInstance-1172882466-project-admin] Synchronizing usage tracker for tenant:57d43e3830034646a8bb381da469aba9 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:49:49.267719 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3c23c559-de0f-4c5b-9c86-11c34275c115 tempest-TestShelveInstance-1172882466 tempest-TestShelveInstance-1172882466-project-admin] Unset dirty status for tenant:57d43e3830034646a8bb381da469aba9 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:49:49.269476 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3c23c559-de0f-4c5b-9c86-11c34275c115 tempest-TestShelveInstance-1172882466 tempest-TestShelveInstance-1172882466-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1093 time: 0.2424178
Aug 31 12:49:49.273131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34398) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:49:49.279083 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.v2.base [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'port_id': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=75030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:49:49.285513 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:49:49.289475 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Usage tracker for resource:floatingip and tenant:af4e74e4ef7f42d388441a91aa27d5d4 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:49:49.292583 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:49:49.298265 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:49:49.310532 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for floatingip, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:49.474232 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:49.635801 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Allocated IP 172.27.1.242 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/faeef2ee-ac8f-4594-ac9f-3bf92b43f67c) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:49:49.794818 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:49.841099 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:49.847104 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7146ed99-0f4d-405c-af39-5ea1db6d6f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:49.915609 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:49:49.918509 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Resources bound (agent type, host, resource id):  {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:49:49.922989 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:49:49.948340 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'Port': ['ID=faeef2ee-ac8f-4594-ac9f-3bf92b43f67c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:49.954506 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:50.638317 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:50.725496 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:50.957270 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:50.962242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585646'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:50.966040 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c131ba7-b4df-4263-b233-09c06f6a69c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:49:51.072410 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event updated for resources: {'Port': ['ID=faeef2ee-ac8f-4594-ac9f-3bf92b43f67c,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:49:51.077509 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:49:51.093621 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:51.324547 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.db.l3_db [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Floating IP ba8941b8-9c7d-44a1-8d18-95a7b41390b8 associated. External IP: 172.27.1.242, port: f65317ba-ed7e-40a6-98e5-4f85083e016a.
Aug 31 12:49:51.740245 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:49:51.952789 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:49:51.968945 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] Sync routers for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:49:51.980347 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:51.985045 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:51.985666 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238bc0df0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:52.042905 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7686107
Aug 31 12:49:52.043574 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:49:52.104913 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'status': 'completed', 'code': 200}
Aug 31 12:49:52.203102 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:52.209392 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-6777f05f-3fdb-4b90-bc24-89ebe4b69441 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1098 time: 0.0761993
Aug 31 12:49:52.372207 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-33f634a2-c295-4aab-9135-fa90b46cc783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:52.373702 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-33f634a2-c295-4aab-9135-fa90b46cc783 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 910 time: 0.1567829
Aug 31 12:49:52.490146 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-70cfb3b8-67c7-4310-bea0-cca0ca981289 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 999 time: 0.1090219
Aug 31 12:49:52.567903 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-c285f732-a0f7-4ea2-884c-f9f8e9a76c11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:49:52.569645 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-c285f732-a0f7-4ea2-884c-f9f8e9a76c11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 200  len: 848 time: 0.0684724
Aug 31 12:49:52.671034 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-8b8fc5b0-35d5-4c15-9ab4-d8a065efa315 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a11240f3-fcba-4545-a022-1d48f10e4db2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936222
Aug 31 12:49:52.687101 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238bc0df0>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'ba8941b8-9c7d-44a1-8d18-95a7b41390b8', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'port_id': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'mac_address': 'fa:16:3e:b4:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:50Z', 'updated_at': '2021-08-31T12:49:50Z', 'revision_number': 0, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 5, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:52.692080 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] Checking router: 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:49:52.704362 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:49:52.705939 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238bc0df0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:49:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:52.920208 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:49:52.941733 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-82df1259-552a-4c67-bdd3-3ec2fd817a27 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625756
Aug 31 12:49:53.099691 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d8540d8b-da31-4b91-8ddd-449ca5379116 req-2c03b604-f0a0-41ef-9dc6-a6b322dd8a9a service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507397
Aug 31 12:49:53.317457 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238bc0df0>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'ba8941b8-9c7d-44a1-8d18-95a7b41390b8', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'port_id': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'mac_address': 'fa:16:3e:b4:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:50Z', 'updated_at': '2021-08-31T12:49:50Z', 'revision_number': 0, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 5, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:49:53.321909 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8409fb-544b-42d0-b1e2-db4e308bf7e4 None None] The sync data for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi is: [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': 'ba8941b8-9c7d-44a1-8d18-95a7b41390b8', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'port_id': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'mac_address': 'fa:16:3e:b4:0d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:50Z', 'updated_at': '2021-08-31T12:49:50Z', 'revision_number': 0, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 5, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:49:55.448434 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00435065-0989-46c8-825e-feef78d76636 None None] New status for floating IP ba8941b8-9c7d-44a1-8d18-95a7b41390b8: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:49:59.035123 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-162a7e59-3000-4b2f-b26e-2f1863977eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:49:59.376207 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:01.220626 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7c169ae2-d26e-4980-904b-51045dedf11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:02.378926 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:03.146425 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:50:03.801351 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:14.583927 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:21.784443 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6ed6-4f00-43bb-b1a2-97803c7c6031 req-94d1c57f-48f0-443e-aa08-02a6747ebc51 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:21.785985 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-597a6ed6-4f00-43bb-b1a2-97803c7c6031 req-94d1c57f-48f0-443e-aa08-02a6747ebc51 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0899546
Aug 31 12:50:21.846062 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-597a6ed6-4f00-43bb-b1a2-97803c7c6031 req-7830fa96-de6f-4977-912c-a40361946c93 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482342
Aug 31 12:50:23.068426 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0126736-adfe-4687-86c6-2a41aab336d9 req-33873eb2-5f74-49a3-8c0e-364492cc8f78 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:23.070127 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c0126736-adfe-4687-86c6-2a41aab336d9 req-33873eb2-5f74-49a3-8c0e-364492cc8f78 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0846546
Aug 31 12:50:23.127510 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c0126736-adfe-4687-86c6-2a41aab336d9 req-31c37b34-c25d-4289-9771-af718ec28ef6 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516279
Aug 31 12:50:24.359117 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9c29c-529a-4e54-9aff-3c562894c60b req-cd6ef12b-2027-4b92-98bb-89a8ba878b92 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:24.360594 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b6a9c29c-529a-4e54-9aff-3c562894c60b req-cd6ef12b-2027-4b92-98bb-89a8ba878b92 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0865765
Aug 31 12:50:24.409780 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b6a9c29c-529a-4e54-9aff-3c562894c60b req-b893bb59-83f3-4be1-9151-384a36cf4c23 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419705
Aug 31 12:50:25.638025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f1ed2-f2dc-4efc-85cb-7a1bd46e8b8d req-6c159192-1ee1-4ff4-8d0d-a4dc147f9fa1 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:25.640561 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae4f1ed2-f2dc-4efc-85cb-7a1bd46e8b8d req-6c159192-1ee1-4ff4-8d0d-a4dc147f9fa1 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0898144
Aug 31 12:50:25.693390 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae4f1ed2-f2dc-4efc-85cb-7a1bd46e8b8d req-36ed4ca7-a914-438d-821a-a2483d58e5fb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445716
Aug 31 12:50:26.908022 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbad1c-93f7-41f3-8175-d2bb3794b65a req-c8bcff91-edbf-4443-8cb7-1fd3e2b96f3b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:26.909373 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-adbbad1c-93f7-41f3-8175-d2bb3794b65a req-c8bcff91-edbf-4443-8cb7-1fd3e2b96f3b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0787208
Aug 31 12:50:26.966066 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-adbbad1c-93f7-41f3-8175-d2bb3794b65a req-c15cf389-60dc-44b8-97cd-3bcf3e594c21 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501299
Aug 31 12:50:28.183731 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bd95e-3c4b-4888-81f9-6804af5868f4 req-75b22d56-028a-4c33-9062-c3ccff35e0b3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:28.185724 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-040bd95e-3c4b-4888-81f9-6804af5868f4 req-75b22d56-028a-4c33-9062-c3ccff35e0b3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0806482
Aug 31 12:50:28.233252 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-040bd95e-3c4b-4888-81f9-6804af5868f4 req-ca25e136-06fc-4e41-a75a-097e9decb4d1 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419741
Aug 31 12:50:28.980105 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f80bffef-d46a-4a7a-943b-91ccb416888b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:29.379221 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:29.557914 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33613b09-e9c4-465b-a9a0-089739ce5bcf req-a9b16b44-521b-4ba5-a738-b3ae5de41bc3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:29.559291 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-33613b09-e9c4-465b-a9a0-089739ce5bcf req-a9b16b44-521b-4ba5-a738-b3ae5de41bc3 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.1877317
Aug 31 12:50:29.679665 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-33613b09-e9c4-465b-a9a0-089739ce5bcf req-262b4e77-3515-498c-8ceb-12216d0e7274 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145685
Aug 31 12:50:30.893635 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6d105-d3b9-40dd-bab3-bd8c36d9a253 req-24dcfe39-9c99-4cbf-8a7f-05f19442c15f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:30.895518 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-91e6d105-d3b9-40dd-bab3-bd8c36d9a253 req-24dcfe39-9c99-4cbf-8a7f-05f19442c15f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0812459
Aug 31 12:50:30.941866 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-91e6d105-d3b9-40dd-bab3-bd8c36d9a253 req-8290f009-c904-4d8b-b6ba-bc877fb58530 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404501
Aug 31 12:50:31.214492 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a2230948-0ba4-4841-9224-942a0aee3c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:32.164817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2f84-e18b-4722-99e5-eade9cc852b7 req-b0bdc6ac-423f-457c-b6d6-88f12d8673e8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:32.166436 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d3cf2f84-e18b-4722-99e5-eade9cc852b7 req-b0bdc6ac-423f-457c-b6d6-88f12d8673e8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0773363
Aug 31 12:50:32.216050 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d3cf2f84-e18b-4722-99e5-eade9cc852b7 req-5ed00e71-9cf8-46d2-b6ba-f23e8bcb3521 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441270
Aug 31 12:50:32.376767 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:33.457740 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa16ff-b366-4ccd-93be-605b3fc30dd5 req-aeb8429c-0116-4bfb-90b6-bb30e72cd0d0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:33.459235 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0afa16ff-b366-4ccd-93be-605b3fc30dd5 req-aeb8429c-0116-4bfb-90b6-bb30e72cd0d0 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0837629
Aug 31 12:50:33.513921 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0afa16ff-b366-4ccd-93be-605b3fc30dd5 req-eb3fae32-6204-4ba6-a6f8-a24694c7075e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464444
Aug 31 12:50:33.805848 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:34.593510 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:50:34.764171 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc4bb-415b-4d43-be5a-058eacf44429 req-1aa5e716-3f75-4dc0-9229-db1cf09a0485 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:34.764821 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:50:34.766581 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-baddc4bb-415b-4d43-be5a-058eacf44429 req-1aa5e716-3f75-4dc0-9229-db1cf09a0485 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0958550
Aug 31 12:50:34.794801 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'port_id': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'mac_address': 'fa:16:3e:30:7f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:50:34.837006 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-baddc4bb-415b-4d43-be5a-058eacf44429 req-3d0c9c60-cdd1-4828-b3ea-6f9690ab4e14 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596418
Aug 31 12:50:34.896017 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:34.915136 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:50:34.938046 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:50:34.943147 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:34.946057 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:50:35.049591 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:50:35.182993 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=6']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:50:35.214298 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.214986 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.215382 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.215722 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.216053 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.216423 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.216751 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.217078 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.217401 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.217717 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.218035 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:50:35.223236 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:50:36.096005 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e1cfd-9f75-47ec-a336-0e203d534b62 req-2b9da277-8c3d-466d-b613-76ed8f1fc6b9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:36.103369 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e41e1cfd-9f75-47ec-a336-0e203d534b62 req-2b9da277-8c3d-466d-b613-76ed8f1fc6b9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 944 time: 0.1027963
Aug 31 12:50:36.157418 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e41e1cfd-9f75-47ec-a336-0e203d534b62 req-5adb8001-6368-410b-887c-fee8ac5b8080 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513384
Aug 31 12:50:36.608943 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:50:36.704266 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:50:36.704733 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:36.846300 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:36.883264 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:50:36.895783 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:50:36.901049 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:36.903400 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:50:36.944156 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'code': 200}
Aug 31 12:50:36.984315 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=7']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:50:36.997375 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:50:37.412875 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8081f-9d4b-49b5-ad5f-9280ca83dad0 req-771ce13c-63a0-4ddb-9c97-61e3a2770da9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:37.415002 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4dc8081f-9d4b-49b5-ad5f-9280ca83dad0 req-771ce13c-63a0-4ddb-9c97-61e3a2770da9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0906503
Aug 31 12:50:37.468148 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4dc8081f-9d4b-49b5-ad5f-9280ca83dad0 req-01763614-6900-4b7a-b9b7-bb18366c874d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462456
Aug 31 12:50:38.723505 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da0c7-0c3d-4949-b6b9-79b9fc85f21f req-3a41cb34-0fb7-4b88-8bf7-0ddd1ef0e641 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:38.724963 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0f1da0c7-0c3d-4949-b6b9-79b9fc85f21f req-3a41cb34-0fb7-4b88-8bf7-0ddd1ef0e641 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0980139
Aug 31 12:50:38.788709 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0f1da0c7-0c3d-4949-b6b9-79b9fc85f21f req-ef7ad02e-7cda-413e-ab6b-4479f7d738d1 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488553
Aug 31 12:50:40.151589 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:50:40.183482 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113479-d7bc-4cad-9870-03d6c0929fd3 req-9e61e3c5-6e26-481b-ac25-654e5dd3dff5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:40.185596 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-34113479-d7bc-4cad-9870-03d6c0929fd3 req-9e61e3c5-6e26-481b-ac25-654e5dd3dff5 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0943825
Aug 31 12:50:40.247610 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-34113479-d7bc-4cad-9870-03d6c0929fd3 req-c0d53f07-cfb8-460a-856c-25c267edde38 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554755
Aug 31 12:50:41.488541 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2821e-2724-41d9-a654-ef0b6175354d req-e23cbde5-258b-4ac0-ab44-80b82edc2cdc tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:41.490116 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d7d2821e-2724-41d9-a654-ef0b6175354d req-e23cbde5-258b-4ac0-ab44-80b82edc2cdc tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0909276
Aug 31 12:50:41.549169 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d7d2821e-2724-41d9-a654-ef0b6175354d req-f332db9a-d9e3-44a4-a393-a55b7f40f2b8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533679
Aug 31 12:50:42.839123 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f80a-ef5e-4797-a858-1e6c22141596 req-ffc23cc6-53a0-4c37-8f31-b3fec2e324a8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:42.840680 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73d2f80a-ef5e-4797-a858-1e6c22141596 req-ffc23cc6-53a0-4c37-8f31-b3fec2e324a8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.1238449
Aug 31 12:50:42.894370 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-73d2f80a-ef5e-4797-a858-1e6c22141596 req-192b1ebf-a5e5-4e63-9403-6c006e3bc0af tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434988
Aug 31 12:50:44.173656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4990af2-ff49-4e35-94b7-3e52e57f9913 req-30fe3b26-1418-4893-8ef5-6979b11b1aeb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:44.175273 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b4990af2-ff49-4e35-94b7-3e52e57f9913 req-30fe3b26-1418-4893-8ef5-6979b11b1aeb tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.1158230
Aug 31 12:50:44.228808 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b4990af2-ff49-4e35-94b7-3e52e57f9913 req-edc87fb8-92c6-4826-af23-9f7d882b5e74 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468304
Aug 31 12:50:44.578667 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:45.593288 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26ed278a-497c-4992-945e-5471581f936a req-faf4bbf1-0ef7-41e7-8ed3-0f248ce3ad73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 1098 time: 0.1053400
Aug 31 12:50:45.602318 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e275b-a1de-46a8-8b9c-466b4a5ea04b req-504799ed-2136-4761-9daa-051e0354ba75 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:45.603837 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-934e275b-a1de-46a8-8b9c-466b4a5ea04b req-504799ed-2136-4761-9daa-051e0354ba75 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.2288866
Aug 31 12:50:45.734918 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-934e275b-a1de-46a8-8b9c-466b4a5ea04b req-6d499b28-6fa5-4d00-abf3-1fd3ddd59f75 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124611
Aug 31 12:50:45.769291 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed278a-497c-4992-945e-5471581f936a req-da2edfb3-3af9-4aa4-839f-9c57c3bbc749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:45.770759 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26ed278a-497c-4992-945e-5471581f936a req-da2edfb3-3af9-4aa4-839f-9c57c3bbc749 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.1660461
Aug 31 12:50:45.894297 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26ed278a-497c-4992-945e-5471581f936a req-5b0df294-f885-440b-a8c5-065197c4de5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 HTTP/1.1" status: 200  len: 1000 time: 0.1160808
Aug 31 12:50:45.958316 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed278a-497c-4992-945e-5471581f936a req-0aa5bc7d-e014-41ad-b59e-145e707fa03a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:45.959807 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26ed278a-497c-4992-945e-5471581f936a req-0aa5bc7d-e014-41ad-b59e-145e707fa03a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0596917
Aug 31 12:50:46.043280 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26ed278a-497c-4992-945e-5471581f936a req-0fa32081-778d-4766-aca1-5cdc13abe5ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763323
Aug 31 12:50:46.278180 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26ed278a-497c-4992-945e-5471581f936a req-07b87a05-f038-42ad-8ea6-eca4fe358234 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251761
Aug 31 12:50:46.415675 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26ed278a-497c-4992-945e-5471581f936a req-568d3380-0aa4-438e-b8df-56c64a1de157 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308308
Aug 31 12:50:47.025630 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe0db-5a73-42fb-a647-32b49e84b380 req-09f3d74b-f4a5-4c05-a68d-0ace2c85631a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:47.027158 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-760fe0db-5a73-42fb-a647-32b49e84b380 req-09f3d74b-f4a5-4c05-a68d-0ace2c85631a tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.1458166
Aug 31 12:50:47.072702 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-760fe0db-5a73-42fb-a647-32b49e84b380 req-fda82fcb-e4cf-4082-8bc9-9b8053dca061 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398924
Aug 31 12:50:48.300041 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdcb75-7d69-44c6-a9ba-d7f76ed4ef91 req-61478f12-2ccf-45b3-900b-df1c50518024 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:48.301400 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4ebdcb75-7d69-44c6-a9ba-d7f76ed4ef91 req-61478f12-2ccf-45b3-900b-df1c50518024 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 945 time: 0.0774949
Aug 31 12:50:48.349388 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4ebdcb75-7d69-44c6-a9ba-d7f76ed4ef91 req-252a45fa-ce1f-4cd8-845c-1e37bba0a89b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416348
Aug 31 12:50:48.674096 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:50:48.823317 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:48.852092 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:50:48.863012 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:50:48.867873 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:48.870594 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5d27c667-966b-4fde-9595-67df1683411e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:50:48.918008 dv-cinder-806696-1-iscsi neutron-server[75031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'code': 422} returned with failed status
Aug 31 12:50:48.947361 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=8']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:50:48.951266 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:50:49.916651 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-5e9b8dab-2ae2-4001-ba9f-1cbc83c35c59 req-d2fb1340-17e6-4e08-ab78-b667140195d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0735667
Aug 31 12:50:50.263973 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d14c86-414e-41db-b905-9b19f352f585 req-0ca3c312-3c5a-48ca-89b0-52a9fe57472e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:50.265381 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21d14c86-414e-41db-b905-9b19f352f585 req-0ca3c312-3c5a-48ca-89b0-52a9fe57472e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1467171
Aug 31 12:50:50.268275 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-dcaeeed3-0e5c-4f22-8813-021d77cab364 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1054854
Aug 31 12:50:50.319790 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21d14c86-414e-41db-b905-9b19f352f585 req-073f051e-4d38-4387-9460-c110a9e84d02 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471992
Aug 31 12:50:50.437628 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-88fbf6d2-5b1c-407b-b988-aac73bbb5361 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0804927
Aug 31 12:50:50.593930 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-59716d53-d345-4fca-8a23-ada01df49779 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1099 time: 0.0781429
Aug 31 12:50:50.778320 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-0af2533a-fd2c-45ad-b721-3cd2f3c1122b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:50.779948 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-0af2533a-fd2c-45ad-b721-3cd2f3c1122b service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.1578767
Aug 31 12:50:50.956234 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-6069d4c7-739d-4844-9b00-3f5cbab7bdc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 200  len: 1001 time: 0.1698399
Aug 31 12:50:51.020776 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-e247f12a-8525-46a4-9090-cfd2eeaf08d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393&tenant_id=51bfde5d16874e36941c3609e7a4f280 HTTP/1.1" status: 200  len: 1096 time: 0.1554208
Aug 31 12:50:51.036882 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-917f8275-3f10-4047-89b3-b376636d50fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:51.039486 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-917f8275-3f10-4047-89b3-b376636d50fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0755043
Aug 31 12:50:51.198248 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-28aac7bd-f857-48cb-9a4c-547c6b4de2e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1468291
Aug 31 12:50:51.205305 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-fd7d3d1b-e078-418d-a9cd-ec20bfe0d343 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51bfde5d16874e36941c3609e7a4f280&device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 1096 time: 0.1527162
Aug 31 12:50:51.464830 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-c95ae2a8-1255-41aa-aaaa-b6e15692a9a1 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582560
Aug 31 12:50:51.466002 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-db334f9f-532e-405b-bf02-41fd9bddd7a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:51.467200 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-db334f9f-532e-405b-bf02-41fd9bddd7a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 200  len: 918 time: 0.2421150
Aug 31 12:50:51.587473 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1e245-8c54-4ac5-b688-8d963fe4631e req-0fbe0466-5b61-4f70-bfbf-b3f8399fa972 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:51.590255 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-93a1e245-8c54-4ac5-b688-8d963fe4631e req-0fbe0466-5b61-4f70-bfbf-b3f8399fa972 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1011806
Aug 31 12:50:51.651438 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-93a1e245-8c54-4ac5-b688-8d963fe4631e req-11e7bfc7-771c-4555-bf81-440fab0861b4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554123
Aug 31 12:50:51.827855 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-1ad6fc83-589f-4024-8d7d-e641e37e708e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 HTTP/1.1" status: 200  len: 998 time: 0.3510308
Aug 31 12:50:51.894189 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d08d302b-633b-4297-af8c-6c9236c0ec2b req-c8f80b1b-7fc9-4f19-9920-4306ec906a96 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4163070
Aug 31 12:50:51.927272 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-58e8e506-cda0-4a24-8d31-bf2c9d747eec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:51.929733 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-58e8e506-cda0-4a24-8d31-bf2c9d747eec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 200  len: 856 time: 0.0868535
Aug 31 12:50:52.035537 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-8db504a0-1ba8-4d74-94cd-de2a3224d844 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0ee08d6-8949-478d-bc6f-b5a15b954e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0984902
Aug 31 12:50:52.191535 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-d5f696ab-a646-448c-ae94-a26bbc22536d service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492589
Aug 31 12:50:52.357540 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3eddd504-50e5-4de3-8a17-ed883e84346b req-3896d495-1580-4302-bf9f-dd43cc455d97 service neutron] 10.222.0.43 "GET /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591744
Aug 31 12:50:52.688173 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:50:52.941502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe626d5-cb65-4dd6-9fe4-b821699691e1 req-c0a28199-b89e-4489-828e-b49fd36b7c7d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:52.943176 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbe626d5-cb65-4dd6-9fe4-b821699691e1 req-c0a28199-b89e-4489-828e-b49fd36b7c7d tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0813622
Aug 31 12:50:52.997032 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbe626d5-cb65-4dd6-9fe4-b821699691e1 req-5d783823-ce6a-4125-8584-f3660b17ea0b tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463395
Aug 31 12:50:54.289067 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e556c5-a1af-4bbc-b464-c5d4d9b75c71 req-22fd0950-f3d4-4470-98cd-31450736bbc4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:54.291721 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a9e556c5-a1af-4bbc-b464-c5d4d9b75c71 req-22fd0950-f3d4-4470-98cd-31450736bbc4 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1017396
Aug 31 12:50:54.346642 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-a9e556c5-a1af-4bbc-b464-c5d4d9b75c71 req-a4b68c79-f096-4697-b39a-68e806171b9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489070
Aug 31 12:50:55.643944 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca42926-5e1b-408b-8555-62d8d2f0a997 req-caead79d-ff37-4f1a-b75e-cd2a30e1c42c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:55.646570 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ca42926-5e1b-408b-8555-62d8d2f0a997 req-caead79d-ff37-4f1a-b75e-cd2a30e1c42c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1328707
Aug 31 12:50:55.723639 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ca42926-5e1b-408b-8555-62d8d2f0a997 req-3d385635-ff65-49d8-806a-8a11c06238d6 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645349
Aug 31 12:50:57.029526 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827836c3-1fdd-4e7a-993a-6a3c7fa43159 req-b06a8761-fbbb-4efb-bd0b-7b4ecab67322 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:57.031274 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-827836c3-1fdd-4e7a-993a-6a3c7fa43159 req-b06a8761-fbbb-4efb-bd0b-7b4ecab67322 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0878127
Aug 31 12:50:57.098526 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-827836c3-1fdd-4e7a-993a-6a3c7fa43159 req-280e0980-1ecc-4fc6-8d70-f3a3dec78534 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589561
Aug 31 12:50:58.382823 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c5ead-e06f-492a-b4eb-c595b8576e4c req-ef1ba431-be18-4f9b-9067-bffd5ef30019 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:58.385243 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a1c5ead-e06f-492a-b4eb-c595b8576e4c req-ef1ba431-be18-4f9b-9067-bffd5ef30019 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1109955
Aug 31 12:50:58.445828 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a1c5ead-e06f-492a-b4eb-c595b8576e4c req-b085cbb8-c821-4f2a-b1d2-c4017e299d29 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535228
Aug 31 12:50:58.984250 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e30d74f6-2501-4a3c-9b65-532696d3673a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:59.389037 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:50:59.738149 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb426e-741f-4917-9802-d5094853ba37 req-b4136fe6-a94d-4ba0-a2ea-600aba8d1eda tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:50:59.740170 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e8bb426e-741f-4917-9802-d5094853ba37 req-b4136fe6-a94d-4ba0-a2ea-600aba8d1eda tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1144285
Aug 31 12:50:59.797223 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e8bb426e-741f-4917-9802-d5094853ba37 req-51d9a6bb-23d3-4311-bda4-bbef88964f71 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472922
Aug 31 12:51:01.076542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615261-d918-4d4c-97a6-5c1d0b3767b3 req-6f7eb521-ff42-4a75-bd34-4dd6eea29d2e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:01.079237 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-30615261-d918-4d4c-97a6-5c1d0b3767b3 req-6f7eb521-ff42-4a75-bd34-4dd6eea29d2e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1115842
Aug 31 12:51:01.136063 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-30615261-d918-4d4c-97a6-5c1d0b3767b3 req-39d910dd-ea7c-4b63-bb09-5b9371e39bc6 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476882
Aug 31 12:51:01.217901 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9d68-153b-4e75-b094-13829a284cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:02.390901 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:02.431725 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87953105-47ad-4eb6-8401-154315c55211 req-dbd9129d-8916-4a30-8597-0494493ac024 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:02.434157 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-87953105-47ad-4eb6-8401-154315c55211 req-dbd9129d-8916-4a30-8597-0494493ac024 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.1136715
Aug 31 12:51:02.503434 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-87953105-47ad-4eb6-8401-154315c55211 req-8b64f97f-3f45-4056-a91a-7990cc333a20 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622723
Aug 31 12:51:03.735546 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f7e15-c167-4b34-9d5b-00b4ffe877f1 req-4e7d7f39-4245-440b-b918-08849795fe12 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:03.737034 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-db5f7e15-c167-4b34-9d5b-00b4ffe877f1 req-4e7d7f39-4245-440b-b918-08849795fe12 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0802841
Aug 31 12:51:03.785528 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-db5f7e15-c167-4b34-9d5b-00b4ffe877f1 req-80fad148-5472-4bd0-96c1-3506d4fd8761 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425787
Aug 31 12:51:03.806406 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:05.017734 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23959696-5a40-42c5-ba69-5c54885f9a75 req-3e6a8b48-bc2a-4f15-abc8-3fc452be1956 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:05.019110 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-23959696-5a40-42c5-ba69-5c54885f9a75 req-3e6a8b48-bc2a-4f15-abc8-3fc452be1956 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0786893
Aug 31 12:51:05.064756 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-23959696-5a40-42c5-ba69-5c54885f9a75 req-23d2f94b-10b7-4a88-a6a0-930bd1f3ad72 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398531
Aug 31 12:51:06.280908 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327e557-adba-4c3c-b4c3-893b2c5259c1 req-9ad94db7-a4c3-4986-9bd1-733f1caccde9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:06.282398 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8327e557-adba-4c3c-b4c3-893b2c5259c1 req-9ad94db7-a4c3-4986-9bd1-733f1caccde9 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0826530
Aug 31 12:51:06.329669 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8327e557-adba-4c3c-b4c3-893b2c5259c1 req-35e52e33-7f43-4a19-b5a6-9ddef5c2b82f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417333
Aug 31 12:51:07.547557 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762624a3-bef3-4da5-b2f4-2d43bec6c8be req-933953c5-0097-4c2d-96fd-84d668b4cafe tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:07.549020 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-762624a3-bef3-4da5-b2f4-2d43bec6c8be req-933953c5-0097-4c2d-96fd-84d668b4cafe tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 943 time: 0.0845573
Aug 31 12:51:07.599335 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-762624a3-bef3-4da5-b2f4-2d43bec6c8be req-5ea22f7d-761a-4498-895f-2f5823b206c1 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444531
Aug 31 12:51:07.713567 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:51:07.845238 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:51:07.858626 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'port_id': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'mac_address': 'fa:16:3e:30:7f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:51:07.916085 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:07.933652 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:51:07.952079 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:51:07.956736 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:07.959071 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:08.030320 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=9']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:08.035377 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:08.209961 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:51:08.793606 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:51:08.811747 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d369-3e5b-446a-a9ea-f52eb00c3232 req-7ad9ff27-abfe-4590-b072-def5da1fb5c8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:08.813254 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9993d369-3e5b-446a-a9ea-f52eb00c3232 req-7ad9ff27-abfe-4590-b072-def5da1fb5c8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 944 time: 0.0784652
Aug 31 12:51:08.863840 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9993d369-3e5b-446a-a9ea-f52eb00c3232 req-99655456-5c34-4bab-8347-04abce22f987 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450015
Aug 31 12:51:08.867309 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:51:08.867695 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:08.987763 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:09.016090 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:51:09.025864 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:51:09.031630 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:09.036658 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:09.081058 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'code': 200}
Aug 31 12:51:09.112758 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=10']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:09.116011 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:09.400017 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1aa48f6-2ed2-41b7-ae5a-4210d5107776 req-a817b0f3-7ff4-4927-9647-c816b2dab75b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 1099 time: 0.1457789
Aug 31 12:51:09.447454 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1aa48f6-2ed2-41b7-ae5a-4210d5107776 req-daab4ece-2ef9-4aae-b1c0-2239e9b35af8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403764
Aug 31 12:51:10.078947 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4d74b-25d7-4557-8bb6-5e0fc3c31344 req-239118f6-af63-47f1-84b2-8826488ff959 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:10.080442 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63b4d74b-25d7-4557-8bb6-5e0fc3c31344 req-239118f6-af63-47f1-84b2-8826488ff959 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 946 time: 0.0807962
Aug 31 12:51:10.128292 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63b4d74b-25d7-4557-8bb6-5e0fc3c31344 req-38039aa5-53ed-490d-87bc-337e7da3cb0e tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422828
Aug 31 12:51:11.346671 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfb00c-43db-43f0-90a1-8ec669dbe333 req-95db7fa4-e6ab-4d0b-9476-5538dd411acd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:11.348344 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-43bfb00c-43db-43f0-90a1-8ec669dbe333 req-95db7fa4-e6ab-4d0b-9476-5538dd411acd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 946 time: 0.0789614
Aug 31 12:51:11.399326 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-43bfb00c-43db-43f0-90a1-8ec669dbe333 req-5a3c555b-bdc5-4b8e-a561-db27fd152e6c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454059
Aug 31 12:51:13.285959 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-f100191d-3855-4a00-8640-d79579498674 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898672054&fields=id&tenant_id=a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 267 time: 0.0428066
Aug 31 12:51:13.446316 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-5b91cb91-48f6-41a5-9d22-661b1f842d19 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:13.447787 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-5b91cb91-48f6-41a5-9d22-661b1f842d19 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 812 time: 0.1490974
Aug 31 12:51:13.464480 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-4df78f6b-312a-47e3-8493-84a8f353ad16 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/quotas/a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 375 time: 0.0107334
Aug 31 12:51:13.550986 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-401aa267-045c-43a4-8b79-8f88d01085aa tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0808308
Aug 31 12:51:13.635538 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-20d88f13-40ec-46f0-adfc-37f102e9f2a4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:51:13.636553 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-20d88f13-40ec-46f0-adfc-37f102e9f2a4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0737665
Aug 31 12:51:13.772541 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-02cd445e-eebf-4802-b01e-cfeb5104e07a service neutron] 10.222.0.20 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287336
Aug 31 12:51:13.996462 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-744e210a-2cdf-4f04-a393-9b201e3c72b0 service neutron] 10.222.0.20 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2184005
Aug 31 12:51:14.527826 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e9020ecd-2656-4622-b441-b2d9abffe4e9 req-4383ab02-f836-4fcb-bcaf-850c7f89c1e6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 210 time: 0.0442884
Aug 31 12:51:14.585358 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:15.805617 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e2206368-cfaa-4b70-8d1f-98e5161a649f req-8f5b3e3e-f459-4789-9043-8926443c1689 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 210 time: 0.1120787
Aug 31 12:51:15.876107 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-7638db64-3d2a-4eec-9e6b-e7183bd41396 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:15.877781 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-7638db64-3d2a-4eec-9e6b-e7183bd41396 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 812 time: 0.2168012
Aug 31 12:51:15.938128 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-ff4f63e6-4cb0-4421-8b23-5b1ab8e52a1e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e923aad1e040568f80f5af7e4fc565 HTTP/1.1" status: 200  len: 380 time: 0.0434148
Aug 31 12:51:15.946789 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'port': {'device_id': '772d1b7f-a587-4683-a5b9-595c6469a212', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'admin_state_up': True, 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'security_groups': ['63252319-07b2-4cce-b039-0a435c1cfd66']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:51:16.087236 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:51:16.096799 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:51:16.106838 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Made reservation on behalf of a8e923aad1e040568f80f5af7e4fc565 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 31 12:51:16.109816 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:16.280587 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Allocated IP 172.20.0.3 (464935a4-832f-4654-9efd-36492d1f668b/60d7933f-24e7-4ed0-bd2c-224568f07713/4a9a6809-e41e-4032-998b-fa7da0972cd2) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:51:16.510587 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:16.529788 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Transition to ACTIVE for port object 4a9a6809-e41e-4032-998b-fa7da0972cd2 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:51:16.554461 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:16.564303 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8c3c68a7-d30b-4ad2-ac2a-dc33a5309075 tempest-VolumesSnapshotTestJSON-235809159 tempest-VolumesSnapshotTestJSON-235809159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:16.636774 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Network 464935a4-832f-4654-9efd-36492d1f668b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:51:16.637926 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:51:16.642114 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:51:16.681039 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=4a9a6809-e41e-4032-998b-fa7da0972cd2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:16.697178 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.697552 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.697914 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.698270 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.698628 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.699007 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.699365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.699712 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.700137 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.700442 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.700789 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:16.706372 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:16.726145 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:16.726774 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:16.760060 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8165271
Aug 31 12:51:16.772021 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-b150c673-b57d-48a5-9b50-fe1d277c8e91 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Aug 31 12:51:16.776358 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-b150c673-b57d-48a5-9b50-fe1d277c8e91 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0055704
Aug 31 12:51:16.783946 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Request body: {'port': {'device_id': '772d1b7f-a587-4683-a5b9-595c6469a212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:51:16.927316 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:16.948594 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-2194d688-2503-410d-91b1-3900fd1d03d5 None None] Provisioning for port 4a9a6809-e41e-4032-998b-fa7da0972cd2 completed by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:51:16.959501 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-2194d688-2503-410d-91b1-3900fd1d03d5 None None] Provisioning complete for port 4a9a6809-e41e-4032-998b-fa7da0972cd2 triggered by entity DHCP. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:51:16.960161 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2194d688-2503-410d-91b1-3900fd1d03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:17.037843 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8095-deb0-4117-bcd3-a7ef2a2686e3 req-e837001b-6414-42fe-a513-1d8843510e98 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:17.039708 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b05d8095-deb0-4117-bcd3-a7ef2a2686e3 req-e837001b-6414-42fe-a513-1d8843510e98 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 931 time: 0.1018829
Aug 31 12:51:17.059167 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-2194d688-2503-410d-91b1-3900fd1d03d5 None None] Port 4a9a6809-e41e-4032-998b-fa7da0972cd2 cannot update to ACTIVE because it is not bound. {{(pid=75031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Aug 31 12:51:17.098865 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b05d8095-deb0-4117-bcd3-a7ef2a2686e3 req-e80a28cd-8df5-498a-b329-c8e6e15ceb08 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520058
Aug 31 12:51:17.151917 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:51:17.363737 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9a6809-e41e-4032-998b-fa7da0972cd2 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:51:17.370329 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:17.386075 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Transition to ACTIVE for port object 4a9a6809-e41e-4032-998b-fa7da0972cd2 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 31 12:51:17.390408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:17.394279 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-144f53b9-123c-4602-8af9-afa30d20f257 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:17.524627 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9a6809-e41e-4032-998b-fa7da0972cd2,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:17.527478 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:17.726229 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Attempting to bind port 4a9a6809-e41e-4032-998b-fa7da0972cd2 on host hv-cinder-80669 for vnic_type normal with profile  {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 31 12:51:17.726489 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Attempting to bind port 4a9a6809-e41e-4032-998b-fa7da0972cd2 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 31 12:51:17.726890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Attempting to bind port 4a9a6809-e41e-4032-998b-fa7da0972cd2 on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:51:17.733125 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Port 4a9a6809-e41e-4032-998b-fa7da0972cd2 on network 464935a4-832f-4654-9efd-36492d1f668b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Aug 31 12:51:17.733439 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Attempting to bind port 4a9a6809-e41e-4032-998b-fa7da0972cd2 on network 464935a4-832f-4654-9efd-36492d1f668b {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Aug 31 12:51:17.739743 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Checking agent: {'id': '926d9bd2-c36d-4fac-aa34-b17d80b5c04d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Aug 31 12:51:17.740082 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Checking segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Aug 31 12:51:17.740463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Bound using segment: {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Aug 31 12:51:17.740888 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Bound port: 4a9a6809-e41e-4032-998b-fa7da0972cd2, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26849ce-e300-427a-ad15-9bcdc85e9d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '464935a4-832f-4654-9efd-36492d1f668b'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 31 12:51:17.741301 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:17.831816 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] For port 4a9a6809-e41e-4032-998b-fa7da0972cd2, host hv-cinder-80669, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Aug 31 12:51:17.834988 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] For port 4a9a6809-e41e-4032-998b-fa7da0972cd2, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Aug 31 12:51:17.839929 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:17.843521 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b77b78fc-4ec8-4cb1-a3fb-2baa42dfd8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:17.902626 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:17.904126 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] 10.222.0.43 "PUT /v2.0/ports/4a9a6809-e41e-4032-998b-fa7da0972cd2 HTTP/1.1" status: 200  len: 1093 time: 1.1243975
Aug 31 12:51:17.904773 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:51:17.927542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9a6809-e41e-4032-998b-fa7da0972cd2,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:17.930887 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:17.980520 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'status': 'completed', 'code': 200}
Aug 31 12:51:18.024271 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-7b5af459-143f-4cc9-b233-99bbec2ac554 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 1096 time: 0.0757403
Aug 31 12:51:18.096828 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-d1899e15-e928-451d-81a3-f5d1d13a3cde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2 HTTP/1.1" status: 200  len: 217 time: 0.0654266
Aug 31 12:51:18.164516 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-ef35a59f-573c-4d92-8c29-6473bb3c947b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:18.165998 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-ef35a59f-573c-4d92-8c29-6473bb3c947b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0630519
Aug 31 12:51:18.244718 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-8e30af66-f801-4656-bda5-eb5ce8bb6030 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721138
Aug 31 12:51:18.309001 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955b4b5-77a5-484d-9720-414ec48640d9 req-d87f6e80-86f8-475e-aaf6-95b6374796cd tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:18.310613 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0955b4b5-77a5-484d-9720-414ec48640d9 req-d87f6e80-86f8-475e-aaf6-95b6374796cd tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 943 time: 0.0850089
Aug 31 12:51:18.358531 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-0955b4b5-77a5-484d-9720-414ec48640d9 req-63bd2495-c182-4235-8ba0-5df60f14334a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415931
Aug 31 12:51:18.383049 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-4e68321f-cae6-4683-8463-8d9df4975bc6 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300337
Aug 31 12:51:18.516984 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb03f68e-62db-40c7-acd7-2c232029e19b req-33f89949-02af-469a-a0e9-e4b6bcfcf2a1 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272097
Aug 31 12:51:18.633577 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-a388c0fa-192f-4687-8129-b45f6106f1dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 1096 time: 0.0694554
Aug 31 12:51:18.771998 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-1cbbd1e0-bb96-425c-a82e-0685f24ef242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:18.773385 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-1cbbd1e0-bb96-425c-a82e-0685f24ef242 service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.1281860
Aug 31 12:51:18.849148 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-3b0b33ba-a634-4da7-80bf-2972bde8c8f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2 HTTP/1.1" status: 200  len: 217 time: 0.0662935
Aug 31 12:51:18.915753 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-57cebbf1-d20a-421f-bfa6-43bc3d17a134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:18.917198 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-57cebbf1-d20a-421f-bfa6-43bc3d17a134 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0611334
Aug 31 12:51:19.002208 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-3b11ca23-0a40-4fa2-acaf-bd4c708f5c04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748405
Aug 31 12:51:19.157319 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-14beee8d-c3c3-4c1f-bd9f-f073595aa95b service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450434
Aug 31 12:51:19.293035 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e3c4a1-845a-4d70-b141-0b96e6f70f24 req-24c4a2ce-bc7a-4f3f-a3a4-317e6d3ad758 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274467
Aug 31 12:51:19.555716 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22973add-b09b-423e-bba5-d550d0862f34 req-9bf16b2c-034f-4213-8145-efa86f7bd6af tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:19.556328 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-22973add-b09b-423e-bba5-d550d0862f34 req-9bf16b2c-034f-4213-8145-efa86f7bd6af tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:51:19.573222 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-22973add-b09b-423e-bba5-d550d0862f34 req-9bf16b2c-034f-4213-8145-efa86f7bd6af tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:51:19.574395 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-22973add-b09b-423e-bba5-d550d0862f34 req-9bf16b2c-034f-4213-8145-efa86f7bd6af tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 943 time: 0.0946105
Aug 31 12:51:19.623016 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-22973add-b09b-423e-bba5-d550d0862f34 req-818f5f3b-b713-4a6c-a3ec-db7f867917d9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427167
Aug 31 12:51:20.849564 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae782176-36d3-4267-b4ee-98d46c0b7c57 req-9d0454d3-a320-4815-9dd2-81321a33c31c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:20.851053 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ae782176-36d3-4267-b4ee-98d46c0b7c57 req-9d0454d3-a320-4815-9dd2-81321a33c31c tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 943 time: 0.0899758
Aug 31 12:51:20.908969 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-ae782176-36d3-4267-b4ee-98d46c0b7c57 req-2c0db042-a199-4836-adcb-122e0d83018d tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493522
Aug 31 12:51:22.196561 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a37961-634b-44a0-a8a4-c3aa0f8a4a70 req-b711c063-e92b-4752-afe8-c44388dd58b6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:22.198167 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79a37961-634b-44a0-a8a4-c3aa0f8a4a70 req-b711c063-e92b-4752-afe8-c44388dd58b6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 943 time: 0.1662729
Aug 31 12:51:22.244366 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-79a37961-634b-44a0-a8a4-c3aa0f8a4a70 req-0bbc43b3-a2a9-4899-80d0-791feb666fe9 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407391
Aug 31 12:51:23.441779 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ebae-0395-4db4-9f0f-39b6ef6280cb req-0dec1d79-e021-4ecb-8571-a35c3fb39ed6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:23.443409 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-db49ebae-0395-4db4-9f0f-39b6ef6280cb req-0dec1d79-e021-4ecb-8571-a35c3fb39ed6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 943 time: 0.0782242
Aug 31 12:51:23.490269 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-db49ebae-0395-4db4-9f0f-39b6ef6280cb req-95531641-50ac-4ad0-8d3f-644fcc0c7d9a tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413301
Aug 31 12:51:24.716404 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fae0a0-6db6-4831-8bb3-29f8fa142c70 req-15ffa903-7d1d-4ba4-aa05-508b71af4c2e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:24.717901 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-38fae0a0-6db6-4831-8bb3-29f8fa142c70 req-15ffa903-7d1d-4ba4-aa05-508b71af4c2e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 943 time: 0.0898049
Aug 31 12:51:24.774719 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-38fae0a0-6db6-4831-8bb3-29f8fa142c70 req-9080be7c-71f8-462d-8d5f-f06c95ef0548 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479541
Aug 31 12:51:26.091711 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef43b56-f1d3-413a-89b4-4cb58f378357 req-8c8a0d70-12f8-4fa1-8074-1b3e4476409d tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:26.093090 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3ef43b56-f1d3-413a-89b4-4cb58f378357 req-8c8a0d70-12f8-4fa1-8074-1b3e4476409d tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 943 time: 0.1723645
Aug 31 12:51:26.140089 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-3ef43b56-f1d3-413a-89b4-4cb58f378357 req-6293a2ae-190a-4010-a5c5-66d35177ae38 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405715
Aug 31 12:51:26.888723 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 4a9a6809-e41e-4032-998b-fa7da0972cd2 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:51:27.029935 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 4a9a6809-e41e-4032-998b-fa7da0972cd2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:51:27.045535 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'port_id': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'mac_address': 'fa:16:3e:12:4d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:51:27.112363 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:27.130285 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9a6809-e41e-4032-998b-fa7da0972cd2 {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:51:27.146348 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 4a9a6809-e41e-4032-998b-fa7da0972cd2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:51:27.150600 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:27.152428 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5226e18c-c911-4b4f-9888-367e6d681746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:27.260113 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=4a9a6809-e41e-4032-998b-fa7da0972cd2,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:27.263602 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:27.351677 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31905c6-0531-4c75-b4b8-4b2ebcaa7f8a req-7a52c173-351f-4e07-acd1-d933ffa8a024 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:27.353160 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c31905c6-0531-4c75-b4b8-4b2ebcaa7f8a req-7a52c173-351f-4e07-acd1-d933ffa8a024 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 944 time: 0.0821791
Aug 31 12:51:27.401111 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c31905c6-0531-4c75-b4b8-4b2ebcaa7f8a req-e932f133-9a8f-4a09-8e9d-a2dac932ad62 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424819
Aug 31 12:51:27.412816 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['4a9a6809-e41e-4032-998b-fa7da0972cd2'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:51:28.615469 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da10ce-b918-4681-ab03-f775001adf77 req-c635f6f1-4817-4769-9400-4b8e605845ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:28.616923 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89da10ce-b918-4681-ab03-f775001adf77 req-c635f6f1-4817-4769-9400-4b8e605845ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 944 time: 0.0822206
Aug 31 12:51:28.663758 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-89da10ce-b918-4681-ab03-f775001adf77 req-4448d3d9-b095-498f-ace7-7f956f3fda14 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412436
Aug 31 12:51:28.889957 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 4a9a6809-e41e-4032-998b-fa7da0972cd2 up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:51:28.961213 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning for port 4a9a6809-e41e-4032-998b-fa7da0972cd2 completed by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 31 12:51:28.966028 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port 4a9a6809-e41e-4032-998b-fa7da0972cd2 triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:51:28.966402 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:29.025687 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-132799ff-b2d9-49d1-b912-3b06fb2a91c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:29.093536 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:29.122452 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:51:29.132246 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port 4a9a6809-e41e-4032-998b-fa7da0972cd2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:51:29.136384 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:29.138367 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:29.184912 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'code': 200}
Aug 31 12:51:29.212811 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=4a9a6809-e41e-4032-998b-fa7da0972cd2,revision_number=5']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:29.215685 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:29.383162 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:29.492509 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cf3889e8-a514-407d-ab5d-867d5aa1ff34 req-92147243-4669-45f0-874f-6de33bcc3bce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 1098 time: 0.0732009
Aug 31 12:51:29.539846 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cf3889e8-a514-407d-ab5d-867d5aa1ff34 req-db970e09-f4ee-45d0-ac51-fd566f022637 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377078
Aug 31 12:51:29.866699 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e205-a1c1-4c73-835b-489f95f83c28 req-d6f1ccbf-6ec3-432a-bcab-a6622e35c830 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:29.868191 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7bb6e205-a1c1-4c73-835b-489f95f83c28 req-d6f1ccbf-6ec3-432a-bcab-a6622e35c830 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 945 time: 0.0810485
Aug 31 12:51:29.918589 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7bb6e205-a1c1-4c73-835b-489f95f83c28 req-f8940313-9eac-4871-ba7a-89658c9c527d tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447679
Aug 31 12:51:31.127496 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2773ed-502c-41ee-9ae1-c2b90191495c req-d737c6af-24d9-413a-b6c7-f68d1259115f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:31.128754 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ef2773ed-502c-41ee-9ae1-c2b90191495c req-d737c6af-24d9-413a-b6c7-f68d1259115f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 945 time: 0.0807564
Aug 31 12:51:31.176281 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ef2773ed-502c-41ee-9ae1-c2b90191495c req-175cf299-404a-41f6-83d5-7a4616a165e3 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420363
Aug 31 12:51:31.223249 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-1cf90b83-dd1f-467b-afc8-870c106a2b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:31.379326 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7666-2404-4272-b1ad-86689630ea08 req-827c632b-0d04-4aa8-90aa-7d7b91934502 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:31.380675 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fa1b7666-2404-4272-b1ad-86689630ea08 req-827c632b-0d04-4aa8-90aa-7d7b91934502 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 945 time: 0.0808892
Aug 31 12:51:31.426320 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fa1b7666-2404-4272-b1ad-86689630ea08 req-88b7ab9b-2ae3-49eb-bc95-31530fdc98e6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400898
Aug 31 12:51:31.453893 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34804) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:51:31.527263 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ae680592-1abf-461e-b8c1-4629145ae9ad tempest-TestVolumeBootPattern-1140251650 tempest-TestVolumeBootPattern-1140251650-project-admin] Synchronizing usage tracker for tenant:0350e8b440384d679b15e1e227d33640 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:51:31.543822 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ae680592-1abf-461e-b8c1-4629145ae9ad tempest-TestVolumeBootPattern-1140251650 tempest-TestVolumeBootPattern-1140251650-project-admin] Unset dirty status for tenant:0350e8b440384d679b15e1e227d33640 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:51:31.545052 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ae680592-1abf-461e-b8c1-4629145ae9ad tempest-TestVolumeBootPattern-1140251650 tempest-TestVolumeBootPattern-1140251650-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 1093 time: 0.0898931
Aug 31 12:51:31.547939 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34808) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:51:31.553649 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Request body: {'floatingip': {'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'port_id': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address': '172.20.0.3'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Aug 31 12:51:31.559294 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:51:31.563189 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Usage tracker for resource:floatingip and tenant:a8e923aad1e040568f80f5af7e4fc565 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:51:31.566050 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:51:31.571853 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:51:31.583890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:31.719014 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:31.855529 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Allocated IP 172.27.1.200 (6bcb2948-d129-46b9-b32a-896fcf69f35e/c4e92f24-b1af-40ad-a029-b14cf09f9503/b62ca781-e69c-4a46-b4b2-41ab7f45de81) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 31 12:51:32.001992 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:32.028579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758035395615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:32.033248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dfa4218d-6ec1-43a8-ab60-c8829f41b224 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:32.097429 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Network 6bcb2948-d129-46b9-b32a-896fcf69f35e is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 31 12:51:32.101111 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Resources bound (agent type, host, resource id):  {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 31 12:51:32.103086 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=b62ca781-e69c-4a46-b4b2-41ab7f45de81,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:32.105163 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Aug 31 12:51:32.129473 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:32.381357 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:32.754017 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:32.808439 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:33.017548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:33.021921 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1147327'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:33.025618 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cbb2db59-abf6-4f68-b74c-4e545f719b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:33.132187 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event updated for resources: {'Port': ['ID=b62ca781-e69c-4a46-b4b2-41ab7f45de81,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:33.135086 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:33.152369 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:33.350540 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Floating IP 3262c416-f245-4bcd-87c3-d1b5403041cf associated. External IP: 172.27.1.200, port: 4a9a6809-e41e-4032-998b-fa7da0972cd2.
Aug 31 12:51:33.743006 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:51:33.808709 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:33.940397 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:51:33.949787 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:51:33.962620 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:51:33.963258 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fed160>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:51:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:33.966858 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:34.026837 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-76cf0182-5160-48a9-8f20-25190f244a47 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4778614
Aug 31 12:51:34.027498 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:51:34.150335 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:51:34.182456 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'status': 'completed', 'code': 200}
Aug 31 12:51:34.323439 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2354292-cda7-4f06-b52a-86c174559a0a req-3df34802-8d18-4c86-9e07-f3c7685ce366 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 1098 time: 0.1182640
Aug 31 12:51:34.455878 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354292-cda7-4f06-b52a-86c174559a0a req-6f8c3737-6d05-4eb3-b616-b9dc4689da33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:34.457390 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2354292-cda7-4f06-b52a-86c174559a0a req-6f8c3737-6d05-4eb3-b616-b9dc4689da33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.1273127
Aug 31 12:51:34.588659 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fed160>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:41Z', 'revision_number': 1, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}, {'id': '3262c416-f245-4bcd-87c3-d1b5403041cf', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:12:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772d1b7f-a587-4683-a5b9-595c6469a212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:51:32Z', 'updated_at': '2021-08-31T12:51:32Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:34.594051 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:51:34.605871 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:51:34.606828 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238fed160>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:51:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:34.674512 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2354292-cda7-4f06-b52a-86c174559a0a req-9b4e6101-0774-4339-a696-a2bc7b35c51f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2 HTTP/1.1" status: 200  len: 999 time: 0.2100959
Aug 31 12:51:34.738463 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354292-cda7-4f06-b52a-86c174559a0a req-1fbb0ef9-9a8d-43f3-85bd-8d4606fc8914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:34.739906 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2354292-cda7-4f06-b52a-86c174559a0a req-1fbb0ef9-9a8d-43f3-85bd-8d4606fc8914 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0579841
Aug 31 12:51:34.785557 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:51:34.817914 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2354292-cda7-4f06-b52a-86c174559a0a req-ebe28fa6-244c-4950-8312-3e44a53cffbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707483
Aug 31 12:51:34.951855 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2354292-cda7-4f06-b52a-86c174559a0a req-ca2d2658-10ea-40a0-99e5-7d9d269f0f69 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260209
Aug 31 12:51:35.088451 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2354292-cda7-4f06-b52a-86c174559a0a req-184915ff-51ce-4555-93ab-9657829d5c6b service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284573
Aug 31 12:51:35.134674 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238fed160>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:41Z', 'revision_number': 1, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}, {'id': '3262c416-f245-4bcd-87c3-d1b5403041cf', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:12:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772d1b7f-a587-4683-a5b9-595c6469a212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:51:32Z', 'updated_at': '2021-08-31T12:51:32Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:35.138519 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9480f-2df1-4ad2-9fdd-1b44b3a52f00 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:41Z', 'revision_number': 1, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}, {'id': '3262c416-f245-4bcd-87c3-d1b5403041cf', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:12:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772d1b7f-a587-4683-a5b9-595c6469a212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:51:32Z', 'updated_at': '2021-08-31T12:51:32Z', 'revision_number': 0, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:51:35.327297 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79220ef-5550-495f-9f6f-c6193ee75e03 None None] New status for floating IP 3262c416-f245-4bcd-87c3-d1b5403041cf: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:51:44.606862 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:50.467386 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c47fe3-63c2-43e1-9e85-458147becf4b req-78ef9494-4e8e-4ee1-9951-f82868d80185 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:50.468912 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-04c47fe3-63c2-43e1-9e85-458147becf4b req-78ef9494-4e8e-4ee1-9951-f82868d80185 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 946 time: 0.0924845
Aug 31 12:51:50.519214 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-04c47fe3-63c2-43e1-9e85-458147becf4b req-f5cc9ce0-e812-41c1-83fc-f8cc934a21e7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438950
Aug 31 12:51:51.511474 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-fcc1a48f-5087-4b00-b8dd-30a93ce9a60f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0706253
Aug 31 12:51:51.640186 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-9ce73458-0027-46df-815d-47c1d736b83c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1098 time: 0.1050689
Aug 31 12:51:51.927812 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-0f4e205e-88c0-43bf-a23c-b7123490f99e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:51.929283 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-0f4e205e-88c0-43bf-a23c-b7123490f99e service neutron] 10.222.0.43 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 910 time: 0.2679207
Aug 31 12:51:51.994187 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc2166-4341-4705-b8f5-4b1af755208c req-96e79e49-2d79-4e3c-ad53-f5d4ffb6dc62 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:51.995771 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-16dc2166-4341-4705-b8f5-4b1af755208c req-96e79e49-2d79-4e3c-ad53-f5d4ffb6dc62 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 946 time: 0.3036828
Aug 31 12:51:52.043891 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-34195d91-c4a7-4481-a1eb-08f110aaf389 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:52.045417 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-34195d91-c4a7-4481-a1eb-08f110aaf389 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 946 time: 0.2702699
Aug 31 12:51:52.158274 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-fb31e432-110c-495f-b99e-5c3150d0e357 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 1001 time: 0.2209773
Aug 31 12:51:52.162711 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-16dc2166-4341-4705-b8f5-4b1af755208c req-05a6f973-183f-41fb-8ff9-cd128914842c tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568344
Aug 31 12:51:52.166107 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Deleting port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:51:52.166450 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:52.308885 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-57cdc469-1267-4e70-a989-0647beec77ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:52.310393 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-57cdc469-1267-4e70-a989-0647beec77ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 200  len: 848 time: 0.1194239
Aug 31 12:51:52.519597 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-36474af7-871c-4d89-8aa9-881bfe8546f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a11240f3-fcba-4545-a022-1d48f10e4db2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2013054
Aug 31 12:51:52.615344 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] For port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:51:52.615714 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:52.932988 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-bbcfb8c2-f508-4f1d-ada3-fcda297b9172 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4019389
Aug 31 12:51:53.174282 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:53.174655 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772283'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:53.174999 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Floating IP 8a551627-9042-4a10-88a8-1066600db1df disassociated. External IP: 172.27.1.47, port: afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950.
Aug 31 12:51:53.175428 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Calling delete_port for afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:51:53.226868 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7b0472b0-c0c1-4842-8e8a-91ac2637174e req-f8107a68-ca70-4556-ba69-cab770cafd0e service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831995
Aug 31 12:51:53.357572 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:53.365751 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a597ab70-c281-48ae-bd2a-681ac8be917f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:53.368375 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-9f3a71e8-b43d-4438-90b5-568e57e4b5d5 req-8e7c7756-7bd3-41d2-832b-0ed4c0ae7a06 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 210 time: 0.0456481
Aug 31 12:51:53.411095 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event deleted for resources: {'Port': ['ID=afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:53.413854 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:53.628065 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Router c75bc28f-d96b-4f60-b634-14e4b69029b3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:51:53.847594 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:51:53.858701 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] Sync routers for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:51:53.872012 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:51:53.873561 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238f48550>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:51:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:53.933556 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] No DVR routers for this DVR port afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:51:53.936493 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:53.947663 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-deleted', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:51:53.963751 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df8de775-e416-4ec2-a39c-fb36d4db6a8d req-8d0cfd06-3e9c-40f5-b7c5-bb5bf12353f8 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.43 "DELETE /v2.0/ports/afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 HTTP/1.1" status: 204  len: 173 time: 1.9052539
Aug 31 12:51:54.010071 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae950dd-66bc-40c5-ad43-915c52601393', 'name': 'network-vif-deleted', 'tag': 'afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950', 'status': 'completed', 'code': 200}
Aug 31 12:51:54.103933 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:51:54.173550 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:51:54.185768 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789fc59-036b-4ff2-81d5-016fbf12d427 req-edf5e126-0448-4849-b39e-dee0f9c25e64 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:54.187523 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e789fc59-036b-4ff2-81d5-016fbf12d427 req-edf5e126-0448-4849-b39e-dee0f9c25e64 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0882173
Aug 31 12:51:54.248921 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e789fc59-036b-4ff2-81d5-016fbf12d427 req-365aefed-f4d3-4bd7-9f87-71ef7847cd86 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490618
Aug 31 12:51:54.443073 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238f48550>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:54.448119 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] Checking router: c75bc28f-d96b-4f60-b634-14e4b69029b3 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:51:54.460206 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:51:54.460812 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238f48550>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:51:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:54.574643 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-4c35d6dc-07e4-4336-87a1-122912cb98e8 req-867efa56-90be-47d1-82aa-9b90d8d19bad tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ae950dd-66bc-40c5-ad43-915c52601393 HTTP/1.1" status: 200  len: 210 time: 0.0464540
Aug 31 12:51:54.653672 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:51:54.993238 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238f48550>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:51:54.997369 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efa262-3f44-465d-be5d-72879d9207a7 None None] The sync data for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi is: [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:45:21Z', 'revision_number': 4, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': 'bfa7e531-5944-40f7-b824-ed995107bac6', 'name': '', 'network_id': 'e0ee08d6-8949-478d-bc6f-b5a15b954e7e', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'mac_address': 'fa:16:3e:a9:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:18Z', 'updated_at': '2021-08-31T12:45:40Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'subnets': [{'id': '2f17fbe6-5356-442d-872f-daa0c8515b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:51:55.048012 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:51:55.086121 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:51:55.086482 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device afa5a9fe-c3b7-4c6a-9bf5-82fc6e168950 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:51:55.231782 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e24ec-4a29-4459-855b-92e438d206a8 None None] New status for floating IP 8a551627-9042-4a10-88a8-1066600db1df: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:51:55.464433 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a9e31-842b-47a4-b765-76ce918d3af8 req-2f5569e3-7bf6-47ed-b204-3e7537dbc474 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:55.466010 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-674a9e31-842b-47a4-b765-76ce918d3af8 req-2f5569e3-7bf6-47ed-b204-3e7537dbc474 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0844908
Aug 31 12:51:55.515469 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-674a9e31-842b-47a4-b765-76ce918d3af8 req-cd7941ab-4f46-449c-84fc-708a9b8a69d3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438402
Aug 31 12:51:55.762576 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34860) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:51:55.828288 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:55.855698 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:55.907798 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:55.911578 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0d6bccc2-8774-4d42-be4c-ff4e83338d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:55.926956 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f84e6f4-fc76-438b-b811-ffe8cb60d9bc,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:55.939200 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.939577 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.939945 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.940306 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.940663 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.941018 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.941370 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.941728 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.942077 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.942428 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.942800 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:51:55.947267 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:55.948161 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:55.949623 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "DELETE /v2.0/security-groups/2f84e6f4-fc76-438b-b811-ffe8cb60d9bc HTTP/1.1" status: 204  len: 168 time: 0.1856406
Aug 31 12:51:55.951985 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34864) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:51:55.968145 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.api.v2.resource [None req-bff4dc7b-175d-45c3-b612-c36f0213fadd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] show failed (client error): The resource could not be found.
Aug 31 12:51:55.969638 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-bff4dc7b-175d-45c3-b612-c36f0213fadd tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "GET /v2.0/security-groups/2f84e6f4-fc76-438b-b811-ffe8cb60d9bc HTTP/1.1" status: 404  len: 347 time: 0.0167170
Aug 31 12:51:55.972451 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34868) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:51:56.128286 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Deleting port da16c302-3db6-47bb-9d51-16d3d593fd39 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:51:56.128626 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:56.298014 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:56.298262 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:56.419153 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Calling delete_port for da16c302-3db6-47bb-9d51-16d3d593fd39 owned by network:floatingip {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:51:56.561982 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:56.565535 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c450dd2e-577c-44a4-829a-a12d88d66c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:51:56.611331 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Pushing event deleted for resources: {'Port': ['ID=da16c302-3db6-47bb-9d51-16d3d593fd39,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:51:56.614373 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:51:56.758300 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks [] for floatingip, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:56.780130 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:56.781134 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] 10.222.0.20 "DELETE /v2.0/floatingips/8a551627-9042-4a10-88a8-1066600db1df HTTP/1.1" status: 204  len: 168 time: 0.8078249
Aug 31 12:51:56.792093 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01727ecf-e109-4c69-a17a-064c292e7f1d req-7b27aa57-3d2a-4e57-a3d3-128ed327eefb tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:56.793506 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-01727ecf-e109-4c69-a17a-064c292e7f1d req-7b27aa57-3d2a-4e57-a3d3-128ed327eefb tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1500492
Aug 31 12:51:56.842885 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-01727ecf-e109-4c69-a17a-064c292e7f1d req-114c3bcc-759f-4fc9-9357-20acc5e61975 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432041
Aug 31 12:51:58.053210 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0419-c78b-475f-879c-bc7a3af44254 req-e76733ce-df5d-466e-b5cb-429a1ad0dbe5 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:58.054704 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c1bd0419-c78b-475f-879c-bc7a3af44254 req-e76733ce-df5d-466e-b5cb-429a1ad0dbe5 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0901246
Aug 31 12:51:58.127844 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c1bd0419-c78b-475f-879c-bc7a3af44254 req-caf9b22b-8999-44fe-84d1-4fd4aabfaae5 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674448
Aug 31 12:51:58.989422 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-87d2aec3-d7f8-48d3-b107-d8e105b9b237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:59.330794 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf64d6d-a378-47ed-8d0c-0ac2e51cce36 req-3ca209d0-852f-4a3e-8dd1-ac3796f4bfff tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:51:59.332227 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7bf64d6d-a378-47ed-8d0c-0ac2e51cce36 req-3ca209d0-852f-4a3e-8dd1-ac3796f4bfff tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0828125
Aug 31 12:51:59.380453 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7bf64d6d-a378-47ed-8d0c-0ac2e51cce36 req-94821363-9c73-4013-b109-aca2c4930d94 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426023
Aug 31 12:51:59.387266 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:51:59.674311 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34898) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:00.285508 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:00.585735 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028910f5-8b4b-4cb4-9ba3-282d8d8af3b9 req-df412dd0-fde9-4c80-a4ef-66a2e88a98fb tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:00.587453 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-028910f5-8b4b-4cb4-9ba3-282d8d8af3b9 req-df412dd0-fde9-4c80-a4ef-66a2e88a98fb tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0796204
Aug 31 12:52:00.640178 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-028910f5-8b4b-4cb4-9ba3-282d8d8af3b9 req-7fabea47-4912-483a-af5d-4c0b5159ee1c tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463219
Aug 31 12:52:00.905089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Deleting port bfa7e531-5944-40f7-b824-ed995107bac6 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:52:00.905793 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:01.090640 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] For port bfa7e531-5944-40f7-b824-ed995107bac6, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=bfa7e531-5944-40f7-b824-ed995107bac6,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:01.091037 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:01.214546 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Calling delete_port for bfa7e531-5944-40f7-b824-ed995107bac6 owned by network:router_interface {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:52:01.227205 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7f576a7c-f854-46e3-9745-0e7628ec197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:01.409531 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:01.413704 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1e1a3628-a337-436d-86a3-677404a06c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:01.548281 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa7e531-5944-40f7-b824-ed995107bac6,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:01.552843 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:01.916848 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2687a-4ea2-45e8-a198-560fe6688e3a req-12d857e3-04c5-44ee-8401-e9faf3536374 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:01.918310 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b2d2687a-4ea2-45e8-a198-560fe6688e3a req-12d857e3-04c5-44ee-8401-e9faf3536374 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1124616
Aug 31 12:52:01.924911 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:02.045728 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-b2d2687a-4ea2-45e8-a198-560fe6688e3a req-e3b4576d-7f79-44ea-8217-0adf9b616643 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166608
Aug 31 12:52:02.385923 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:02.555789 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Router c75bc28f-d96b-4f60-b634-14e4b69029b3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:52:02.759782 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:52:02.769108 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] Sync routers for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:52:02.773710 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-b15c97bd-6e8e-4eab-93c6-592522ce1112 admin admin] 10.222.0.20 "PUT /v2.0/routers/c75bc28f-d96b-4f60-b634-14e4b69029b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0974846
Aug 31 12:52:02.776122 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34908) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:02.782654 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:52:02.783432 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f723916ca60>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:52:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:52:02.968415 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:52:02.986306 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:03.313306 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f723916ca60>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:52:01Z', 'revision_number': 5, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port': {'id': '6fbdb370-2ea5-4b54-b8c7-b2962393945a', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:07Z', 'updated_at': '2021-08-31T12:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:52:03.318545 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] Checking router: c75bc28f-d96b-4f60-b634-14e4b69029b3 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:52:03.332382 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] Routers {'c75bc28f-d96b-4f60-b634-14e4b69029b3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:52:03.333636 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f723916ca60>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:52:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['c75bc28f-d96b-4f60-b634-14e4b69029b3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:52:03.347133 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:03.367663 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Deleting port 6fbdb370-2ea5-4b54-b8c7-b2962393945a {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:52:03.367663 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:03.425231 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448555a-b529-448f-be74-42cc647b7be6 req-e764a80b-07ac-4c85-9dd6-fb6b115856a6 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:03.429034 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a448555a-b529-448f-be74-42cc647b7be6 req-e764a80b-07ac-4c85-9dd6-fb6b115856a6 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.2389688
Aug 31 12:52:03.486129 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a448555a-b529-448f-be74-42cc647b7be6 req-33cd4e77-8aa5-4ddb-a190-8aa8a3f9ea64 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491419
Aug 31 12:52:03.517017 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] Set router c75bc28f-d96b-4f60-b634-14e4b69029b3 gateway port host: None {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:52:03.583259 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] For port 6fbdb370-2ea5-4b54-b8c7-b2962393945a, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=6fbdb370-2ea5-4b54-b8c7-b2962393945a,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:03.583651 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:03.625630 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f723916ca60>, [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:52:03Z', 'revision_number': 6, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:52:03.630161 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887022ca-921d-420b-98a8-b58e5bda1ba5 None None] The sync data for ids ['c75bc28f-d96b-4f60-b634-14e4b69029b3'] in dv-cinder-806696-1-iscsi is: [{'id': 'c75bc28f-d96b-4f60-b634-14e4b69029b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1188183108-router', 'tenant_id': '51bfde5d16874e36941c3609e7a4f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:06Z', 'updated_at': '2021-08-31T12:52:03Z', 'revision_number': 6, 'project_id': '51bfde5d16874e36941c3609e7a4f280', 'gw_port_host': None}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:52:03.719501 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Calling delete_port for 6fbdb370-2ea5-4b54-b8c7-b2962393945a owned by network:router_gateway {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:52:03.817702 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:03.924703 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:03.930665 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2e58f9d0-5d8f-43c1-bc4f-22b07f0c560e tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:03.984611 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbdb370-2ea5-4b54-b8c7-b2962393945a,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:03.987364 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:04.230854 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:04.269505 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-d91361ac-903c-4117-9c80-4ba48b9e7a74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1098 time: 0.0738647
Aug 31 12:52:04.415769 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-42ef211b-4a2b-4147-b39f-61b3ce6af72f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:04.417538 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-42ef211b-4a2b-4147-b39f-61b3ce6af72f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 910 time: 0.1411340
Aug 31 12:52:04.511424 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:04.515927 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:04.553856 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-1994fa9b-8802-4507-bb0d-7c71ecfa1d8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 1001 time: 0.1280112
Aug 31 12:52:04.638148 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-9c634cd7-9165-48d2-92b8-54354da8b779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:04.639972 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-9c634cd7-9165-48d2-92b8-54354da8b779 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 200  len: 848 time: 0.0793431
Aug 31 12:52:04.667365 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:04.668208 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75bc28f-d96b-4f60-b634-14e4b69029b3 {{(pid=75030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:52:04.726765 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:04.727930 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-2fc55fcd-470f-46d2-bb1a-6d76f37b57f5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c75bc28f-d96b-4f60-b634-14e4b69029b3 HTTP/1.1" status: 204  len: 168 time: 1.9508522
Aug 31 12:52:04.732150 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34918) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:04.780652 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2e39-71ec-4992-804a-ceb0bff62052 req-8bbbc6d7-8843-4687-997d-edc0f213b162 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:04.782431 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-48ec2e39-71ec-4992-804a-ceb0bff62052 req-8bbbc6d7-8843-4687-997d-edc0f213b162 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1022637
Aug 31 12:52:04.818111 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Deleting subnet 2f17fbe6-5356-442d-872f-daa0c8515b6b {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:52:04.827644 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:04.852409 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-48ec2e39-71ec-4992-804a-ceb0bff62052 req-e9941a77-7036-4577-a25c-a766c96bfae2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607083
Aug 31 12:52:04.866118 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 6fbdb370-2ea5-4b54-b8c7-b2962393945a no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:52:04.878625 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-eb889c49-e2ca-4208-933d-1aa4e8491ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a11240f3-fcba-4545-a022-1d48f10e4db2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2311132
Aug 31 12:52:04.900560 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 6fbdb370-2ea5-4b54-b8c7-b2962393945a {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:52:04.900914 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 6fbdb370-2ea5-4b54-b8c7-b2962393945a not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:52:04.901337 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device bfa7e531-5944-40f7-b824-ed995107bac6 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:52:04.918303 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1524585'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:04.938925 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: bfa7e531-5944-40f7-b824-ed995107bac6 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:52:04.939280 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device bfa7e531-5944-40f7-b824-ed995107bac6 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:52:05.098851 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-9a806e95-1d6b-41d7-ab1a-e001830f5d48 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052805
Aug 31 12:52:05.106268 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:05.298420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1147205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1515138'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:05.307623 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:05.338622 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b3f2ce2-cb08-4927-9d4f-49af0e7ed652 req-74ebf458-925f-4b7e-bcf6-88d798c1fd96 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008779
Aug 31 12:52:05.348491 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f17fbe6-5356-442d-872f-daa0c8515b6b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:05.354445 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:05.362312 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:05.365347 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd85dfe-74c3-448b-b45b-0a42ad84db16 None None] Network e0ee08d6-8949-478d-bc6f-b5a15b954e7e requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:52:05.368412 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ab12dbfa-0b7e-4f9d-82ce-35c7fcbd65cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f17fbe6-5356-442d-872f-daa0c8515b6b HTTP/1.1" status: 204  len: 168 time: 0.6353354
Aug 31 12:52:05.372088 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34922) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:05.510261 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:05.523139 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Deleting port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:52:05.523607 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:05.697473 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] DHCP port deletion for e0ee08d6-8949-478d-bc6f-b5a15b954e7e request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:52:05.702228 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Deleting port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:52:05.702683 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:05.772236 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] For port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:05.772963 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:05.968545 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] For port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,segment=NetworkSegment(1947ece6-ba0e-499a-a743-c56c8db95a08),segment_id=1947ece6-ba0e-499a-a743-c56c8db95a08)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:05.969640 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.007141 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Calling delete_port for 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:52:06.095599 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Calling delete_port for 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:52:06.136840 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.141354 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93e45fe5-df85-4466-b004-f9e0168e8907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:06.173739 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.api [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:52:06.174006 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_db.api [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:52:06.183601 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Pushing event deleted for resources: {'Port': ['ID=058d1d4e-2833-41c4-87c6-fd9e3d5cdabe,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:06.188479 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:06.196440 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cdcb0-0935-4f02-b967-7cf925e3bb5d req-79285090-1efb-4372-ab56-f3fe8b0576e2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:06.197919 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0e5cdcb0-0935-4f02-b967-7cf925e3bb5d req-79285090-1efb-4372-ab56-f3fe8b0576e2 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1986248
Aug 31 12:52:06.202133 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] No DVR routers for this DVR port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe on host dv-cinder-806696-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:52:06.359540 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.372140 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0e5cdcb0-0935-4f02-b967-7cf925e3bb5d req-b72bc34c-b9b8-47eb-80a7-d31f7c3b5003 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388528
Aug 31 12:52:06.376296 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7238f42790>,) {'filters': {'network_id': ['e0ee08d6-8949-478d-bc6f-b5a15b954e7e']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:52:06.390327 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238f42790>, '1947ece6-ba0e-499a-a743-c56c8db95a08') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:52:06.390626 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7238f42790>, '1947ece6-ba0e-499a-a743-c56c8db95a08') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:52:06.404288 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.420578 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.427600 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:52:06.428122 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:52:06.444078 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:52:06.524448 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.531028 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.535265 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e5701820-dfb5-4a0c-9815-6cefc58a2c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:06.563391 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ee08d6-8949-478d-bc6f-b5a15b954e7e,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:06.565914 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:06.570593 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f64fd504-0569-4810-8c1b-b35bedd614ee admin admin] 10.222.0.20 "DELETE /v2.0/networks/e0ee08d6-8949-478d-bc6f-b5a15b954e7e HTTP/1.1" status: 204  len: 168 time: 1.1972241
Aug 31 12:52:06.675553 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Deleting port 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:52:06.675980 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.738911 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 34930) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:06.761664 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-f34c6f18-09b1-4021-8daf-a2c1d80b4b2a None None] The port '058d1d4e-2833-41c4-87c6-fd9e3d5cdabe' was deleted {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:52:06.806436 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b8f6c4a7-8ab3-412a-bfba-4b284c8519c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51bfde5d16874e36941c3609e7a4f280&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0659375
Aug 31 12:52:06.809330 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 34934) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:06.850173 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:52:06.892432 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:52:06.892826 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 058d1d4e-2833-41c4-87c6-fd9e3d5cdabe not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:52:06.899348 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:06.953011 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:07.028591 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:07.032774 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bd6c8b8b-ff2f-41df-8d05-19e0f587eed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:07.049760 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262b99b6-dd15-44ce-8caa-5ba3b4a657a4,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:07.053949 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:07.061881 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:07.066717 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/262b99b6-dd15-44ce-8caa-5ba3b4a657a4 HTTP/1.1" status: 204  len: 168 time: 0.2522347
Aug 31 12:52:07.653557 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d9501-f598-4a6d-a4ce-43c33b7954f4 req-cb95a6eb-655b-4bb5-95f5-48e63341e943 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:07.666636 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f93d9501-f598-4a6d-a4ce-43c33b7954f4 req-cb95a6eb-655b-4bb5-95f5-48e63341e943 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1581738
Aug 31 12:52:07.727011 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f93d9501-f598-4a6d-a4ce-43c33b7954f4 req-069bff93-ae65-4b8d-b110-23a347a6203c tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589955
Aug 31 12:52:08.938046 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecea8d5-f970-47ce-8a55-8a4643980b9c req-cda804f8-8ae7-455b-a5eb-1b5facccc77b tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:08.940003 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5ecea8d5-f970-47ce-8a55-8a4643980b9c req-cda804f8-8ae7-455b-a5eb-1b5facccc77b tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0869133
Aug 31 12:52:08.999949 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5ecea8d5-f970-47ce-8a55-8a4643980b9c req-7b6bfe03-bd61-4214-b2af-ff3cd1e45b77 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534673
Aug 31 12:52:09.229853 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-64e8740a-5291-4a0d-b899-2abcf3f02e11 req-3e071aa6-5ac7-40bc-9fd5-40da2db046f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0760581
Aug 31 12:52:09.518835 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-2fbb92a2-72cf-45b6-8baf-8516bd65577d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1624205
Aug 31 12:52:09.556952 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e568-832c-463b-a085-c584593469cf req-91856b12-c716-4d9b-b073-16156375338b tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:09.559202 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95b6e568-832c-463b-a085-c584593469cf req-91856b12-c716-4d9b-b073-16156375338b tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1122935
Aug 31 12:52:09.618012 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95b6e568-832c-463b-a085-c584593469cf req-7da036b6-4ebf-4cfe-9364-3b312aeaabf1 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514126
Aug 31 12:52:10.848726 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633df0d0-2298-4590-b3cb-89f10953812c req-e8842329-0727-4561-89cc-a34bae6220a7 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:10.851747 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-633df0d0-2298-4590-b3cb-89f10953812c req-e8842329-0727-4561-89cc-a34bae6220a7 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1014328
Aug 31 12:52:10.906766 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-633df0d0-2298-4590-b3cb-89f10953812c req-fee2bac2-0e4d-4b7e-a48f-5d05d369ddc3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444505
Aug 31 12:52:10.978967 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-7a32b875-6f94-4673-ba2c-fbba8ab8020b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3&tenant_id=af4e74e4ef7f42d388441a91aa27d5d4 HTTP/1.1" status: 200  len: 1098 time: 0.0812232
Aug 31 12:52:11.076134 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-9a4dd875-871e-4d2e-8d95-92a79fa892f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1098 time: 0.0716650
Aug 31 12:52:11.138581 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f65317ba-ed7e-40a6-98e5-4f85083e016a no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:52:11.233769 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-51d4bf27-a61a-4794-b8f1-5625ddb73e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:11.235263 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-51d4bf27-a61a-4794-b8f1-5625ddb73e23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 910 time: 0.1526091
Aug 31 12:52:11.289086 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:11.323296 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:52:11.334579 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:11.342998 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:11.346789 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:11.376165 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-a9fa5081-c17d-4d61-aff1-a40d11bcaa9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 1001 time: 0.1297643
Aug 31 12:52:11.426628 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=6']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:11.437938 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.438376 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.438701 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.439152 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.439510 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.439897 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.440242 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.440571 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.441017 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.441665 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.441881 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:11.446090 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:11.449324 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-3bb1d062-ab86-4e4c-a851-3609c4e6b4e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:11.450942 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-3bb1d062-ab86-4e4c-a851-3609c4e6b4e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 200  len: 848 time: 0.0675464
Aug 31 12:52:11.535966 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-be526067-a6bf-4291-81c3-e98a54b8bcfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a11240f3-fcba-4545-a022-1d48f10e4db2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775714
Aug 31 12:52:11.552756 dv-cinder-806696-1-iscsi neutron-server[75031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'code': 422} returned with failed status
Aug 31 12:52:11.680779 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-ac359f6b-351f-4df5-8c0a-d12f2fedb81e service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335118
Aug 31 12:52:11.916143 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f8b63cd5-37cf-42bc-989d-8597427f0e0e req-b22d51ac-ac47-49b7-a9fa-db06668c3ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288659
Aug 31 12:52:12.131173 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05863ea-47a3-4edd-b2a4-ab3b80fa78fe req-46f4cdd7-9979-467e-a7f1-27712ec581fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:12.132708 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d05863ea-47a3-4edd-b2a4-ab3b80fa78fe req-46f4cdd7-9979-467e-a7f1-27712ec581fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0981472
Aug 31 12:52:12.199471 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-d05863ea-47a3-4edd-b2a4-ab3b80fa78fe req-32700fc2-d2a6-436e-91bc-fb44cfd6037f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603747
Aug 31 12:52:13.411187 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a31a06-21b4-4201-a275-b25e1e9c7300 req-f3cbcce6-b8a5-4692-8652-d795ba65f716 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:13.415505 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2a31a06-21b4-4201-a275-b25e1e9c7300 req-f3cbcce6-b8a5-4692-8652-d795ba65f716 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0892646
Aug 31 12:52:13.462318 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d2a31a06-21b4-4201-a275-b25e1e9c7300 req-96c95254-64be-4511-885a-c2fca66ce7aa tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427315
Aug 31 12:52:14.615886 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:14.668626 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8cad-31aa-4044-a399-0dca728c4ea4 req-9498d228-4342-4a33-81db-f856a40d1d35 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:14.670109 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-612b8cad-31aa-4044-a399-0dca728c4ea4 req-9498d228-4342-4a33-81db-f856a40d1d35 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0808697
Aug 31 12:52:14.737816 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-612b8cad-31aa-4044-a399-0dca728c4ea4 req-70cb6d10-9736-41c1-b734-6aa30a9ff64c tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615084
Aug 31 12:52:15.959115 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750e103-51d1-4375-87ef-1498f68742b9 req-2e19179c-9a63-4240-9e06-7315513103a4 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:15.960520 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3750e103-51d1-4375-87ef-1498f68742b9 req-2e19179c-9a63-4240-9e06-7315513103a4 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0964639
Aug 31 12:52:16.015077 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3750e103-51d1-4375-87ef-1498f68742b9 req-765b42ef-47ca-4ca8-a7b1-b4ca644590e8 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484405
Aug 31 12:52:17.227042 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617b9bd-51a8-40ae-b9ef-da17d45bea11 req-91fd16f3-aed6-4ff0-be9e-0b4824988ca3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:17.228560 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8617b9bd-51a8-40ae-b9ef-da17d45bea11 req-91fd16f3-aed6-4ff0-be9e-0b4824988ca3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0824702
Aug 31 12:52:17.283591 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8617b9bd-51a8-40ae-b9ef-da17d45bea11 req-cea6f728-8f6f-43f0-9975-4df36d954e8d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475528
Aug 31 12:52:18.545335 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8783a1-dc70-420a-8366-8699967f93e6 req-071df79b-ebff-4db9-b506-cc18a0c920a7 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:18.547183 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b8783a1-dc70-420a-8366-8699967f93e6 req-071df79b-ebff-4db9-b506-cc18a0c920a7 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.1117656
Aug 31 12:52:18.669904 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b8783a1-dc70-420a-8366-8699967f93e6 req-74cdea3c-807f-47e5-a65f-ec2e36fa5622 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165276
Aug 31 12:52:18.690267 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4cde09b1-d358-4fea-aa4f-b50bf08d2fbb req-f0c077a0-fcb2-4e2e-9b88-fa462c43782a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1096 time: 0.1117306
Aug 31 12:52:18.742770 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4cde09b1-d358-4fea-aa4f-b50bf08d2fbb req-0a68b789-1bca-43fb-84b8-fb4f87e65220 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445194
Aug 31 12:52:19.944224 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37318b-c0b0-4da1-8f53-907b0ed7a861 req-607f1afb-4d10-41ac-99a9-f7b863373186 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:19.945621 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fd37318b-c0b0-4da1-8f53-907b0ed7a861 req-607f1afb-4d10-41ac-99a9-f7b863373186 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.1243432
Aug 31 12:52:19.999682 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fd37318b-c0b0-4da1-8f53-907b0ed7a861 req-05d44731-1904-45fe-903d-50711e8191ab tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478737
Aug 31 12:52:21.221213 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f65317ba-ed7e-40a6-98e5-4f85083e016a details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 31 12:52:21.228584 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46d3a1-bb38-42b8-b2ab-3d80c96d7d95 req-ce3f71bb-a78a-413f-9fd7-d08e2cea54c0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:21.234728 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed46d3a1-bb38-42b8-b2ab-3d80c96d7d95 req-ce3f71bb-a78a-413f-9fd7-d08e2cea54c0 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 943 time: 0.0973549
Aug 31 12:52:21.287931 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed46d3a1-bb38-42b8-b2ab-3d80c96d7d95 req-85e5c4a0-156b-4754-be8d-43de14f93ee8 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510015
Aug 31 12:52:21.377439 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:21.392310 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Returning: {'device': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'port_id': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'mac_address': 'fa:16:3e:b4:0d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 31 12:52:21.449931 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:21.469336 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65317ba-ed7e-40a6-98e5-4f85083e016a {{(pid=75031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 31 12:52:21.485069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:21.490500 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:21.492320 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:21.570503 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=7']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:21.573876 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:21.759984 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] get_ports_and_sgs() called for port_ids ['f65317ba-ed7e-40a6-98e5-4f85083e016a'] {{(pid=75031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Aug 31 12:52:23.231022 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f65317ba-ed7e-40a6-98e5-4f85083e016a up at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 31 12:52:23.305876 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Provisioning complete for port f65317ba-ed7e-40a6-98e5-4f85083e016a triggered by entity L2. {{(pid=75031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 31 12:52:23.306286 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3842307'] for port, provisioning_complete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:23.432440 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716159'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:23.464655 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a'}] {{(pid=75031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:52:23.475636 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:52:23.483953 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758035820822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758035395633', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758035395678'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:23.486893 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:23.531613 dv-cinder-806696-1-iscsi neutron-server[75031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'code': 200}
Aug 31 12:52:23.574936 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Pushing event updated for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=8']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:23.578129 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:28.993954 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-08cda617-06e0-464a-9adb-93964ebde9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:29.393520 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:31.155715 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:52:31.231035 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-00c986f2-bbc4-40a9-a840-a35c7d2fcbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:32.391865 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:33.816116 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:44.619677 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:52.447806 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-a48e8cac-1101-4d72-9efb-e8cddebb489e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0899734
Aug 31 12:52:52.607024 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-c49c2373-cb2e-4170-a108-6659a56fc7a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1099 time: 0.0828869
Aug 31 12:52:52.768246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5420d-aaa7-404a-8047-678493fe857d req-d790086a-923a-4213-b1da-70bbb5317b3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:52.769839 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-d790086a-923a-4213-b1da-70bbb5317b3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.1373997
Aug 31 12:52:52.898141 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-d8600ff5-89dc-4743-9af9-270137c401a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 200  len: 1001 time: 0.1206229
Aug 31 12:52:52.966521 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5420d-aaa7-404a-8047-678493fe857d req-dc6b433e-b749-4af0-adfb-6958dbee3584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:52:52.967996 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-dc6b433e-b749-4af0-adfb-6958dbee3584 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0624232
Aug 31 12:52:53.054555 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-1ed62e7d-fd6c-40c8-98a9-433b8ce60cd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787706
Aug 31 12:52:53.198170 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-3acc1ec2-6b46-4b4d-9dca-2708850d3227 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360931
Aug 31 12:52:53.361388 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-24a5420d-aaa7-404a-8047-678493fe857d req-5b0027eb-4cc4-4609-8a94-f015872d3424 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550772
Aug 31 12:52:55.126907 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35366) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:55.305607 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:55.339327 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:52:55.343125 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Usage tracker for resource:security_group_rule and tenant:bc7cf24b295f41c294583819705cfa45 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:52:55.346497 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:52:55.352770 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:52:55.430245 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:55.441017 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:55.448840 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1a500fa9-c863-4f88-9505-20c3e5498751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:55.493298 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8e1c5c-8174-4cd7-9d69-ea640641720b,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:55.497889 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc7cf24b295f41c294583819705cfa45&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3698235
Aug 31 12:52:55.499336 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8bbecf77-db81-4712-9160-8c2ea879325e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:55.502057 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35372) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:55.570595 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:55.601341 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:55.672691 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:55.677851 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-adf70d6f-42af-495d-9366-6d02680486ce tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:55.689893 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8e1c5c-8174-4cd7-9d69-ea640641720b,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:55.693534 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:55.697239 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:55.699365 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d8e1c5c-8174-4cd7-9d69-ea640641720b HTTP/1.1" status: 204  len: 168 time: 0.1961477
Aug 31 12:52:56.070899 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35380) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:56.101941 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:56.151129 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:52:56.155965 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Usage tracker for resource:security_group_rule and tenant:d13967b1b40145c6a88a258707cfa096 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:52:56.159909 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:52:56.166184 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:52:56.268423 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:56.273881 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:56.281470 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4d49428a-7f4e-430b-8cb5-3c310d29c46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:56.322629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe6652c-846b-4b17-bf97-03637c2f24d2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:56.327593 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d13967b1b40145c6a88a258707cfa096&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2555566
Aug 31 12:52:56.331060 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35384) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:52:56.338524 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.339133 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.339659 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.340133 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.340603 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.341096 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.341576 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.342025 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.342550 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.343060 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.343534 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.349645 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f0701ecf-adc7-4f65-8a47-33ebcdb4fbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:56.397604 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:56.423674 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:56.480765 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:56.484788 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-459cc40c-c4ec-45da-954d-7d4287877107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:52:56.499533 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe6652c-846b-4b17-bf97-03637c2f24d2,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:52:56.511502 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:56.512632 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbe6652c-846b-4b17-bf97-03637c2f24d2 HTTP/1.1" status: 204  len: 168 time: 0.1805804
Aug 31 12:52:56.514458 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.514874 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.515250 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.515620 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.515982 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.516347 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.517609 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.517609 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.517984 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.518585 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.518892 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:52:56.521907 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-21afb607-b6c2-4002-8885-8ba25e35df5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:52:59.003806 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-56bf2c29-e8ef-4bf9-bf76-c46f2e69088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:52:59.401968 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:01.242949 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d26609d4-9abc-4a2b-ad1c-b8185f086c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:01.902083 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35444) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:02.136207 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Deleting port b62ca781-e69c-4a46-b4b2-41ab7f45de81 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:02.136557 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:02.347493 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:02.347917 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:02.399868 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:02.577125 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Calling delete_port for b62ca781-e69c-4a46-b4b2-41ab7f45de81 owned by network:floatingip {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:02.748085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:02.752195 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6a71d580-0ee9-4a36-a679-f2fc00200a3f tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:02.795242 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event deleted for resources: {'Port': ['ID=b62ca781-e69c-4a46-b4b2-41ab7f45de81,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:02.799120 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:02.905303 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:03.349467 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:53:03.565868 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:53:03.581516 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:53:03.596511 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:03.603383 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:03.603958 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238aa9430>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:03.662931 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-65eb15cb-2297-4b89-8efb-059330cdb172 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "DELETE /v2.0/floatingips/3262c416-f245-4bcd-87c3-d1b5403041cf HTTP/1.1" status: 204  len: 168 time: 1.7601531
Aug 31 12:53:03.663579 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:53:03.836641 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:03.895585 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:04.061800 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'status': 'completed', 'code': 200}
Aug 31 12:53:04.247644 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-4c39025e-6e99-45a4-a374-21e6723fb337 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 1098 time: 0.1515200
Aug 31 12:53:04.270200 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238aa9430>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:41Z', 'revision_number': 1, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:04.274666 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:53:04.279934 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb212a-cd8c-4116-9aa6-efecfbdcde18 req-c123266a-83b7-4c4a-9c42-3c7a398d655e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:04.281580 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c1fb212a-cd8c-4116-9aa6-efecfbdcde18 req-c123266a-83b7-4c4a-9c42-3c7a398d655e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 945 time: 0.1456330
Aug 31 12:53:04.290477 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:04.291303 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238aa9430>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:04.516447 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:04.526383 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c1fb212a-cd8c-4116-9aa6-efecfbdcde18 req-4bf77038-d0d5-4d64-b026-bb560ffc9997 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2365255
Aug 31 12:53:04.551993 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-4a0c419d-b115-46c8-874c-38ba5dc871ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:04.553335 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-4a0c419d-b115-46c8-874c-38ba5dc871ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.2988033
Aug 31 12:53:04.632249 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-cf324263-16a6-4aff-aaab-4afe83284e41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2 HTTP/1.1" status: 200  len: 217 time: 0.0722866
Aug 31 12:53:04.699022 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-f37797eb-8cbe-41fd-af82-62a6c14c7863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:04.700489 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-f37797eb-8cbe-41fd-af82-62a6c14c7863 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0609896
Aug 31 12:53:04.790274 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-4495300b-16b6-44a0-93c3-21982cdd6c00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809162
Aug 31 12:53:04.927501 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238aa9430>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:41Z', 'revision_number': 1, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:04.932069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9819967-7eee-4507-a081-3701de4f1e05 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_floatingips': [{'id': '1564f14a-d02b-4f19-911e-1413d404b74e', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'router_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'port_id': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'mac_address': 'fa:16:3e:03:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:35Z', 'updated_at': '2021-08-31T12:49:41Z', 'revision_number': 1, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:53:04.935394 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-2013b16b-9ca0-4a55-b197-e7c59b74244e service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373744
Aug 31 12:53:05.087411 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb7dfa6d-2c6c-4b42-ba28-67cafd0fcf13 req-5ea5409d-aeec-45a3-b4f7-def4fa1a9481 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438444
Aug 31 12:53:05.241153 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b11df-4cea-41bd-9c61-b44b5c2676db None None] New status for floating IP 3262c416-f245-4bcd-87c3-d1b5403041cf: DOWN {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:53:05.722053 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-897181bb-121e-441f-8b82-a9d40a56ff07 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:05.723786 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-897181bb-121e-441f-8b82-a9d40a56ff07 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 945 time: 0.0999866
Aug 31 12:53:05.790582 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586730e-52cb-4d95-bb2a-0efcd821927d req-12bfe13c-46bd-424c-b75d-637b58d9c5aa tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:05.793075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-e586730e-52cb-4d95-bb2a-0efcd821927d req-12bfe13c-46bd-424c-b75d-637b58d9c5aa tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:53:05.810810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Deleting port 4a9a6809-e41e-4032-998b-fa7da0972cd2 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:05.811248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:05.816130 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-e586730e-52cb-4d95-bb2a-0efcd821927d req-12bfe13c-46bd-424c-b75d-637b58d9c5aa tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:53:05.818375 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e586730e-52cb-4d95-bb2a-0efcd821927d req-12bfe13c-46bd-424c-b75d-637b58d9c5aa tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 945 time: 0.1257107
Aug 31 12:53:05.878439 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e586730e-52cb-4d95-bb2a-0efcd821927d req-723b2981-f4b9-4fdd-b5f5-cfa8d64ac6b1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542498
Aug 31 12:53:06.114268 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] For port 4a9a6809-e41e-4032-998b-fa7da0972cd2, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=4a9a6809-e41e-4032-998b-fa7da0972cd2,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:06.114724 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:06.239076 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Calling delete_port for 4a9a6809-e41e-4032-998b-fa7da0972cd2 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:06.389574 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:06.396329 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:06.442016 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event deleted for resources: {'Port': ['ID=4a9a6809-e41e-4032-998b-fa7da0972cd2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:06.445761 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:06.519462 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] No DVR routers for this DVR port 4a9a6809-e41e-4032-998b-fa7da0972cd2 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:53:06.522159 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:06.524851 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'name': 'network-vif-deleted', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:53:06.548221 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-47ff6201-4ac0-4b7d-b0f4-9a7891724979 req-8117cf51-8156-448f-a3a8-577cedc38c8e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "DELETE /v2.0/ports/4a9a6809-e41e-4032-998b-fa7da0972cd2 HTTP/1.1" status: 204  len: 173 time: 0.8178551
Aug 31 12:53:06.613839 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772d1b7f-a587-4683-a5b9-595c6469a212', 'name': 'network-vif-deleted', 'tag': '4a9a6809-e41e-4032-998b-fa7da0972cd2', 'status': 'completed', 'code': 200}
Aug 31 12:53:07.055360 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-6c51d454-b412-4340-b799-b0935f9ff9b0 req-bb62a7b6-6582-4208-810d-0b04fc248f93 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 210 time: 0.0469611
Aug 31 12:53:08.161170 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:53:08.235018 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-69554987-e724-421b-b5bb-9ae315ea6530 req-fe1efa83-ca2e-417a-b2ce-62ac87f970c6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:53:08.252427 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-69554987-e724-421b-b5bb-9ae315ea6530 req-fe1efa83-ca2e-417a-b2ce-62ac87f970c6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:53:08.253723 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-69554987-e724-421b-b5bb-9ae315ea6530 req-fe1efa83-ca2e-417a-b2ce-62ac87f970c6 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 210 time: 0.0606947
Aug 31 12:53:09.430761 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-8bd43465-a275-4726-96a4-bd311ac1a31c req-ce76b8dd-a7cf-4a33-9e96-ee0326bb87d7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=772d1b7f-a587-4683-a5b9-595c6469a212 HTTP/1.1" status: 200  len: 210 time: 0.0460248
Aug 31 12:53:10.979968 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 4a9a6809-e41e-4032-998b-fa7da0972cd2 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:11.021152 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 4a9a6809-e41e-4032-998b-fa7da0972cd2 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:11.021689 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 4a9a6809-e41e-4032-998b-fa7da0972cd2 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:14.626321 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:16.081983 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35552) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:16.297182 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Deleting port 7c8ea358-62a6-4036-a619-d7133fb2498e {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:16.297562 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:16.607675 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:16.608011 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:16.731343 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Calling delete_port for 7c8ea358-62a6-4036-a619-d7133fb2498e owned by network:floatingip {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:16.884651 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:16.888138 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:16.930696 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event deleted for resources: {'Port': ['ID=7c8ea358-62a6-4036-a619-d7133fb2498e,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:16.933419 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:17.026587 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:17.426871 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:53:17.681542 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:53:17.691332 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:53:17.704606 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:17.704807 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:17.705577 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72388054f0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:17.759158 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-cd48977d-bea8-4072-8051-2f87dfda459e tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "DELETE /v2.0/floatingips/1564f14a-d02b-4f19-911e-1413d404b74e HTTP/1.1" status: 204  len: 168 time: 1.6755288
Aug 31 12:53:17.759606 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:53:17.817573 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'status': 'completed', 'code': 200}
Aug 31 12:53:17.923308 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-7cbaab2f-bfdb-4006-9bb8-399925966d4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e923aad1e040568f80f5af7e4fc565&device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 1099 time: 0.0815284
Aug 31 12:53:17.954610 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:18.176251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb93abe-6094-4b08-96c1-b8842b160579 req-1e222590-1953-401b-b93a-c2195bcac221 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:18.177771 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0eb93abe-6094-4b08-96c1-b8842b160579 req-1e222590-1953-401b-b93a-c2195bcac221 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.0794668
Aug 31 12:53:18.226133 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0eb93abe-6094-4b08-96c1-b8842b160579 req-423d380a-fe67-4149-ace5-cb1baaa1a69d tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423408
Aug 31 12:53:18.282905 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72388054f0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:18.286722 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:53:18.298270 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:18.299062 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72388054f0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:18.481862 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:18.810802 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72388054f0>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:18.814815 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189e95c-7f33-4260-a717-c83a52041aa8 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 4, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '45b01946-7b83-4e44-ad47-a1454fa671c8', 'name': '', 'network_id': '464935a4-832f-4654-9efd-36492d1f668b', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'mac_address': 'fa:16:3e:3d:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:34Z', 'updated_at': '2021-08-31T12:44:55Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'subnets': [{'id': '60d7933f-24e7-4ed0-bd2c-224568f07713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:53:19.061036 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5a4ab-83dd-4109-a865-6ac67dc398a4 None None] New status for floating IP 1564f14a-d02b-4f19-911e-1413d404b74e: DOWN {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:53:19.434178 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f05b-76b3-416a-b134-1df7a6f9f39a req-b9d0263f-72b1-4150-9c07-2778c829002f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:19.434929 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-2746f05b-76b3-416a-b134-1df7a6f9f39a req-b9d0263f-72b1-4150-9c07-2778c829002f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:53:19.452492 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-2746f05b-76b3-416a-b134-1df7a6f9f39a req-b9d0263f-72b1-4150-9c07-2778c829002f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:53:19.453921 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2746f05b-76b3-416a-b134-1df7a6f9f39a req-b9d0263f-72b1-4150-9c07-2778c829002f tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.1048727
Aug 31 12:53:19.508605 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-2746f05b-76b3-416a-b134-1df7a6f9f39a req-f74662bf-c55e-4c64-89c4-04c78ffea000 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479124
Aug 31 12:53:19.810474 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-a3fd8bcd-5b99-4f22-980c-f7a5b709f0ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:19.812014 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-a3fd8bcd-5b99-4f22-980c-f7a5b709f0ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 200  len: 913 time: 0.2308431
Aug 31 12:53:20.694013 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-6de9efa9-a749-4d08-8947-0d5e9d8b842a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 200  len: 217 time: 0.1003850
Aug 31 12:53:20.775389 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-2c35d3dc-6d33-489e-b39e-211070ca8d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:20.776836 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-2c35d3dc-6d33-489e-b39e-211070ca8d42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 200  len: 851 time: 0.0742218
Aug 31 12:53:20.824347 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7b091-c537-43bd-92aa-d71cd4585cc1 req-146a8024-2788-40dd-ad08-61c851c246a5 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:20.825794 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e2b7b091-c537-43bd-92aa-d71cd4585cc1 req-146a8024-2788-40dd-ad08-61c851c246a5 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.1783125
Aug 31 12:53:20.893377 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e2b7b091-c537-43bd-92aa-d71cd4585cc1 req-8ecbd594-3d67-40da-af6b-85c1367604bf tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611548
Aug 31 12:53:20.902958 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-b694e490-fd66-4156-836a-00467ff449ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=464935a4-832f-4654-9efd-36492d1f668b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1182725
Aug 31 12:53:21.039732 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-a74ca84b-7f47-4482-808c-b84cb88450c3 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285932
Aug 31 12:53:21.173935 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c00deb9e-8c73-4458-bbf5-f1b74fe3e3b7 req-a50e0761-fa4d-4efb-9965-6bc7367ba4e0 service neutron] 10.222.0.43 "GET /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274817
Aug 31 12:53:22.095167 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd424350-aaa1-44ce-bb46-981afa4996c7 req-238787f2-b7cd-49d0-b47b-82daf1e2e8c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:22.096751 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fd424350-aaa1-44ce-bb46-981afa4996c7 req-238787f2-b7cd-49d0-b47b-82daf1e2e8c7 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.0774038
Aug 31 12:53:22.143123 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-fd424350-aaa1-44ce-bb46-981afa4996c7 req-419494c7-1f4a-4c4d-863b-174a47ba2a2d tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/security-groups?id=63252319-07b2-4cce-b039-0a435c1cfd66&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402446
Aug 31 12:53:22.294170 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817be340-44cf-4d86-a39c-2878895ab285 req-7f84b4b2-29ea-47a1-83bb-1d3f1689afa3 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:22.295652 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-817be340-44cf-4d86-a39c-2878895ab285 req-7f84b4b2-29ea-47a1-83bb-1d3f1689afa3 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 946 time: 0.0836062
Aug 31 12:53:22.365805 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Deleting port 90ad06c5-7039-43b9-b8c0-7265688ac852 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:22.366143 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:22.620417 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] For port 90ad06c5-7039-43b9-b8c0-7265688ac852, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=90ad06c5-7039-43b9-b8c0-7265688ac852,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:22.620770 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:22.739627 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Calling delete_port for 90ad06c5-7039-43b9-b8c0-7265688ac852 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:22.882005 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:22.887408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9037efc9-a2e4-4b4f-8caf-451f0619e3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:22.934104 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event deleted for resources: {'Port': ['ID=90ad06c5-7039-43b9-b8c0-7265688ac852,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:22.936852 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:23.005764 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] No DVR routers for this DVR port 90ad06c5-7039-43b9-b8c0-7265688ac852 on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:53:23.008248 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:23.010770 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'name': 'network-vif-deleted', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:53:23.026515 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-817be340-44cf-4d86-a39c-2878895ab285 req-3cd32baf-b671-4d54-a78b-a612d0d28ece tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.43 "DELETE /v2.0/ports/90ad06c5-7039-43b9-b8c0-7265688ac852 HTTP/1.1" status: 204  len: 173 time: 0.7228343
Aug 31 12:53:23.066161 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8164b220-b0b2-4052-80d8-2ea59d9f816b', 'name': 'network-vif-deleted', 'tag': '90ad06c5-7039-43b9-b8c0-7265688ac852', 'status': 'completed', 'code': 200}
Aug 31 12:53:23.321766 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-113dd9a9-09dc-40fc-8b39-8e87b9b762a0 req-323c762b-4afa-4155-8365-9221864abbbf tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 210 time: 0.0529170
Aug 31 12:53:24.514489 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-851689a8-d459-4a6c-a71a-eea02890f459 req-27bc2db1-7763-4761-aff7-a5a67b241a13 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Synchronizing usage tracker for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:53:24.538168 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-851689a8-d459-4a6c-a71a-eea02890f459 req-27bc2db1-7763-4761-aff7-a5a67b241a13 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Unset dirty status for tenant:a8e923aad1e040568f80f5af7e4fc565 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:53:24.539538 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-851689a8-d459-4a6c-a71a-eea02890f459 req-27bc2db1-7763-4761-aff7-a5a67b241a13 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 210 time: 0.0728743
Aug 31 12:53:25.461632 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 90ad06c5-7039-43b9-b8c0-7265688ac852 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:25.497964 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: 90ad06c5-7039-43b9-b8c0-7265688ac852 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:25.498305 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device 90ad06c5-7039-43b9-b8c0-7265688ac852 not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:25.715677 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-e38d7535-d863-4e69-8ef0-548dd3328711 req-ddbe94f9-624d-4833-afb8-205c8b611a1d tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8164b220-b0b2-4052-80d8-2ea59d9f816b HTTP/1.1" status: 200  len: 210 time: 0.0444598
Aug 31 12:53:26.823232 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35624) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:27.076518 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Deleting port a9fdfe19-0c04-4c15-9683-8850b4e53c4c {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:27.076758 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:27.247508 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:27.247834 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:27.366190 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Calling delete_port for a9fdfe19-0c04-4c15-9683-8850b4e53c4c owned by network:floatingip {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:27.501685 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:27.505397 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-319922b9-3158-43b4-8bee-f51ab658ac9f tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:27.547455 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event deleted for resources: {'Port': ['ID=a9fdfe19-0c04-4c15-9683-8850b4e53c4c,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:27.550399 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:27.643622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for floatingip, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:27.662546 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:27.663828 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-da283593-9567-43ee-8287-cd4efa5bbd97 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "DELETE /v2.0/floatingips/74edcd0f-ec91-48c6-b41c-bdfeee28f6a9 HTTP/1.1" status: 204  len: 168 time: 0.8396461
Aug 31 12:53:28.996634 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3f6945a2-e03c-4b94-b45a-69d21c44794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:29.172661 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35658) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:29.249611 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f688f8b3-6395-4262-8c2a-a5ab0f846fb1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:29.280085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f688f8b3-6395-4262-8c2a-a5ab0f846fb1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:29.347205 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f688f8b3-6395-4262-8c2a-a5ab0f846fb1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:29.352917 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-70076cc0-e2bd-46a3-89dc-6068c255c761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:29.367817 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688f8b3-6395-4262-8c2a-a5ab0f846fb1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63252319-07b2-4cce-b039-0a435c1cfd66,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:29.370789 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f688f8b3-6395-4262-8c2a-a5ab0f846fb1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:29.381269 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f688f8b3-6395-4262-8c2a-a5ab0f846fb1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:29.382461 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-f688f8b3-6395-4262-8c2a-a5ab0f846fb1 tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] 10.222.0.20 "DELETE /v2.0/security-groups/63252319-07b2-4cce-b039-0a435c1cfd66 HTTP/1.1" status: 204  len: 168 time: 0.2087371
Aug 31 12:53:29.405353 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:29.454127 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35674) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:30.144738 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:30.880494 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Deleting port 45b01946-7b83-4e44-ad47-a1454fa671c8 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:30.881131 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:31.059766 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] For port 45b01946-7b83-4e44-ad47-a1454fa671c8, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=45b01946-7b83-4e44-ad47-a1454fa671c8,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:31.060129 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:31.185198 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Calling delete_port for 45b01946-7b83-4e44-ad47-a1454fa671c8 owned by network:router_interface {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:31.235635 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-64585c5e-f7f9-449f-aa10-6735b77eca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:31.361660 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:31.365346 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:31.411295 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=45b01946-7b83-4e44-ad47-a1454fa671c8,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:31.414111 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:31.702577 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.271857 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35704) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:32.386130 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:53:32.395731 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.512131 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.544502 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:53:32.548422 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Usage tracker for resource:security_group_rule and tenant:d0909b0602c14d2c85560c0df39675d0 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:53:32.551885 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:53:32.557626 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:53:32.610677 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:53:32.624494 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] Sync routers for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:53:32.627787 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.629062 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] 10.222.0.20 "PUT /v2.0/routers/a7222fc3-accb-41d5-8eb6-ab6ea20f96c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1732440
Aug 31 12:53:32.631798 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35710) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:32.635682 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.640543 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:32.641459 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238805430>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:32.644740 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-967e86c9-3220-4a41-bc3e-f613539bccfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:32.688305 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a087062-e914-4fe9-9385-f1eaaa47629c,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:32.696207 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0909b0602c14d2c85560c0df39675d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4226952
Aug 31 12:53:32.696810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35714) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:32.697966 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7c5c0535-1cb4-42d8-a02b-0988c2635cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:32.765683 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc2fee23-b753-44c5-8bc2-470889960dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.799959 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc2fee23-b753-44c5-8bc2-470889960dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.837372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:32.842500 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.861448 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc2fee23-b753-44c5-8bc2-470889960dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.868573 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7baf7c40-b0bd-4b2d-9047-d0cffd3b635f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:32.888470 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc2fee23-b753-44c5-8bc2-470889960dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:32.893851 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-dc2fee23-b753-44c5-8bc2-470889960dfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a087062-e914-4fe9-9385-f1eaaa47629c HTTP/1.1" status: 204  len: 168 time: 0.1946166
Aug 31 12:53:32.895008 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fee23-b753-44c5-8bc2-470889960dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a087062-e914-4fe9-9385-f1eaaa47629c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:32.905021 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dc2fee23-b753-44c5-8bc2-470889960dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:33.077177 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.087453 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Deleting port 4320101b-c809-42a7-947b-a8df14d9033c {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:33.087797 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.233635 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238805430>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4320101b-c809-42a7-947b-a8df14d9033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:53:31Z', 'revision_number': 5, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port': {'id': '4320101b-c809-42a7-947b-a8df14d9033c', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:17Z', 'updated_at': '2021-08-31T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:33.237918 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] Checking router: a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:53:33.252420 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] Routers {'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:33.253244 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238805430>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:33.264055 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35722) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:33.292437 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] For port 4320101b-c809-42a7-947b-a8df14d9033c, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=4320101b-c809-42a7-947b-a8df14d9033c,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:33.292882 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.293003 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.326633 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:53:33.331251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Usage tracker for resource:security_group_rule and tenant:ed449178591a4285993b3aed03eb32e6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:53:33.334209 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:53:33.340170 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:53:33.417062 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.425152 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.426568 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Calling delete_port for 4320101b-c809-42a7-947b-a8df14d9033c owned by network:router_gateway {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:33.429104 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] Set router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:33.432614 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:33.475618 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6498d044-8e6a-4a52-b25f-16a0dff6f237,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:33.480491 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed449178591a4285993b3aed03eb32e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2154009
Aug 31 12:53:33.481402 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1e9029e1-67fd-4fd3-a8f5-dfcf6f0df842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:33.483381 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35726) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:33.542061 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238805430>, [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:53:33Z', 'revision_number': 6, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:33.546078 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26957a-c05e-4030-b8ac-08f91f6e7939 None None] The sync data for ids ['a7222fc3-accb-41d5-8eb6-ab6ea20f96c9'] in dv-cinder-806696-1-iscsi is: [{'id': 'a7222fc3-accb-41d5-8eb6-ab6ea20f96c9', 'name': 'tempest-TestVolumeBootPattern-1948532166-router', 'tenant_id': 'a8e923aad1e040568f80f5af7e4fc565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:15Z', 'updated_at': '2021-08-31T12:53:33Z', 'revision_number': 6, 'project_id': 'a8e923aad1e040568f80f5af7e4fc565', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:53:33.556898 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.600209 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.623491 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.628655 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-8286622b-85b9-4f43-9314-f005a6a4b8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:33.660039 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.664805 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7d30dfd8-d72b-41d7-85a3-10a85f9f2646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:33.671720 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4320101b-c809-42a7-947b-a8df14d9033c,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:33.675948 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:33.678179 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6498d044-8e6a-4a52-b25f-16a0dff6f237,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:33.680989 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:33.685767 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:33.687245 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6498d044-8e6a-4a52-b25f-16a0dff6f237 HTTP/1.1" status: 204  len: 168 time: 0.2028215
Aug 31 12:53:33.820828 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.016149 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.292314 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.296703 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.328780 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.329405 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 {{(pid=75030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:53:34.347416 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] Notify callbacks [] for router, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.348684 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4b682c9f-aa18-41df-89b7-9deda5c391e0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a7222fc3-accb-41d5-8eb6-ab6ea20f96c9 HTTP/1.1" status: 204  len: 168 time: 1.7156928
Aug 31 12:53:34.352283 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35742) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:34.429138 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Deleting subnet 60d7933f-24e7-4ed0-bd2c-224568f07713 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:53:34.432242 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.508352 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1524585'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.610680 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.689392 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1147205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1515138'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.693170 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b49a98c7-a028-4018-b091-9de55cdbe028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:34.734952 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d7933f-24e7-4ed0-bd2c-224568f07713,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:34.738593 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:34.741691 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.749999 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be4a08f-2bc9-4c3e-9889-56a3442749ee None None] Network 464935a4-832f-4654-9efd-36492d1f668b requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:53:34.752874 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bb8e307f-1fd8-4b5d-8272-6d76a3ca0c93 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/60d7933f-24e7-4ed0-bd2c-224568f07713 HTTP/1.1" status: 204  len: 168 time: 0.3994970
Aug 31 12:53:34.755443 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35754) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:34.866540 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.880651 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Deleting port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:34.881076 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:34.928638 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 4320101b-c809-42a7-947b-a8df14d9033c no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:34.966121 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 4320101b-c809-42a7-947b-a8df14d9033c {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:34.966384 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 4320101b-c809-42a7-947b-a8df14d9033c not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:34.967026 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 45b01946-7b83-4e44-ad47-a1454fa671c8 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:35.006179 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 45b01946-7b83-4e44-ad47-a1454fa671c8 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:35.006536 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 45b01946-7b83-4e44-ad47-a1454fa671c8 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:35.090629 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] DHCP port deletion for 464935a4-832f-4654-9efd-36492d1f668b request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:53:35.094561 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Deleting port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:35.097987 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.104861 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] For port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:35.105226 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.235817 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Calling delete_port for 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:35.309363 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] For port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,segment=NetworkSegment(d26849ce-e300-427a-ad15-9bcdc85e9d57),segment_id=d26849ce-e300-427a-ad15-9bcdc85e9d57)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:35.309880 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.315174 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.319863 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-70d72522-ae52-493e-b5b4-8842b087d9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:35.362443 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:35.365940 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:35.371009 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] No DVR routers for this DVR port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a on host dv-cinder-806696-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:53:35.434962 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Calling delete_port for 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:35.499845 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.507454 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.api [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:53:35.507831 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_db.api [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:53:35.517461 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7237a62850>,) {'filters': {'network_id': ['464935a4-832f-4654-9efd-36492d1f668b']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:35.531546 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237a62850>, 'd26849ce-e300-427a-ad15-9bcdc85e9d57') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:35.531839 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237a62850>, 'd26849ce-e300-427a-ad15-9bcdc85e9d57') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:35.543528 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.560782 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.568117 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:53:35.568543 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:53:35.584219 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:53:35.660967 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.665036 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:35.682805 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:35.693890 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=464935a4-832f-4654-9efd-36492d1f668b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:35.697104 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:35.710308 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d2331c93-bfba-48d1-91d8-13ee7f7e9d52 admin admin] 10.222.0.20 "DELETE /v2.0/networks/464935a4-832f-4654-9efd-36492d1f668b HTTP/1.1" status: 204  len: 168 time: 0.9512031
Aug 31 12:53:35.710539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35774) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:36.008617 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Deleting port 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:36.009184 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.078689 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-6f577df1-d59c-45ee-a8cd-2026fec4ea33 None None] The port '73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a' was deleted {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:53:36.184997 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35786) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:36.196337 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.329072 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.360848 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:53:36.365834 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Usage tracker for resource:security_group_rule and tenant:d2ae27eebd5c42d39cac2f86101a18d3 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:53:36.369216 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:53:36.375109 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:53:36.453047 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.465596 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.473057 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-52754897-e4b2-4445-8126-079e64173bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:36.513787 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f07798-0328-4c98-95e2-429ee973cec6,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:36.522149 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2ae27eebd5c42d39cac2f86101a18d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3353958
Aug 31 12:53:36.522637 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:36.523200 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35792) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:36.597678 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-82159822-ffc1-4325-b6e8-f8a8d8883f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.630040 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-82159822-ffc1-4325-b6e8-f8a8d8883f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.686066 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-82159822-ffc1-4325-b6e8-f8a8d8883f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.691371 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d70fa77e-eb53-40f9-9d70-a7e0a43fec8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:36.702884 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82159822-ffc1-4325-b6e8-f8a8d8883f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f07798-0328-4c98-95e2-429ee973cec6,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:36.707873 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-82159822-ffc1-4325-b6e8-f8a8d8883f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:36.711563 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-82159822-ffc1-4325-b6e8-f8a8d8883f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.714990 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-82159822-ffc1-4325-b6e8-f8a8d8883f84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0f07798-0328-4c98-95e2-429ee973cec6 HTTP/1.1" status: 204  len: 168 time: 0.1885579
Aug 31 12:53:36.853754 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Deleting port 5ef2291d-b558-4b83-8c24-73a11e2aa59f {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:36.854337 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:36.897600 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:36.930264 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:36.930613 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 73f2b4c4-92ce-4aa5-88a6-f99b2f44d63a not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:37.051067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] For port 5ef2291d-b558-4b83-8c24-73a11e2aa59f, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=5ef2291d-b558-4b83-8c24-73a11e2aa59f,segment=NetworkSegment(49619670-0f22-4498-90ce-b492dbffbf9e),segment_id=49619670-0f22-4498-90ce-b492dbffbf9e)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:37.051593 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.109066 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35800) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:37.128970 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.163244 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:53:37.167838 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:80c094fe8cfc4161aaa61978581f3056 is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:53:37.171083 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:53:37.177720 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:53:37.197779 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Calling delete_port for 5ef2291d-b558-4b83-8c24-73a11e2aa59f owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:37.252617 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.257149 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.264845 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6138c9a2-8fda-427a-976b-9c3cd1194910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:37.307977 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc13210-4ffe-40f4-9d2a-29ce4d977b80,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:37.311068 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:37.315827 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-0ecf9e45-6d87-4210-a502-e83af8135cc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80c094fe8cfc4161aaa61978581f3056&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2057538
Aug 31 12:53:37.318503 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35804) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:37.387301 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-05f063bb-6d4e-49d8-8fa9-3276bf0ba4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.395436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.400084 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-73a6da7c-f284-44da-8f9f-4594ae7077b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:37.417364 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-05f063bb-6d4e-49d8-8fa9-3276bf0ba4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.447118 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef2291d-b558-4b83-8c24-73a11e2aa59f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:37.451042 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:37.485392 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-05f063bb-6d4e-49d8-8fa9-3276bf0ba4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.492581 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-787ac15f-a001-4595-b4c2-9f00ef62ac87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:37.505951 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f063bb-6d4e-49d8-8fa9-3276bf0ba4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc13210-4ffe-40f4-9d2a-29ce4d977b80,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:37.508355 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-05f063bb-6d4e-49d8-8fa9-3276bf0ba4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:37.514251 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-05f063bb-6d4e-49d8-8fa9-3276bf0ba4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:37.527468 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-05f063bb-6d4e-49d8-8fa9-3276bf0ba4ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdc13210-4ffe-40f4-9d2a-29ce4d977b80 HTTP/1.1" status: 204  len: 168 time: 0.1960266
Aug 31 12:53:37.865811 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:38.490681 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:53:38.736081 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:53:38.747049 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] Sync routers for ids ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:53:38.759610 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/8090f4c7-9d5c-4fb9-b80c-c94f414c23a3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0477633
Aug 31 12:53:38.761202 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35830) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:38.761556 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] Routers {'8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:38.762163 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72392a27c0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:38.965697 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] Set router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:39.064579 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:39.311072 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72392a27c0>, [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:53:37Z', 'revision_number': 5, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port': {'id': 'cc5c271f-fb7b-4ac7-b0ee-f928ae66282d', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:59Z', 'updated_at': '2021-08-31T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:39.319549 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] Checking router: 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:53:39.328345 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:39.338785 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] Routers {'8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:39.339948 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72392a27c0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:39.343556 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Deleting port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:39.344132 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:39.536847 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] Set router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 gateway port host: None {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:39.664337 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72392a27c0>, [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:53:39Z', 'revision_number': 6, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:39.670089 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc5b63-72f3-4422-88e5-2342f26343ec None None] The sync data for ids ['8090f4c7-9d5c-4fb9-b80c-c94f414c23a3'] in dv-cinder-806696-1-iscsi is: [{'id': '8090f4c7-9d5c-4fb9-b80c-c94f414c23a3', 'name': 'tempest-TestVolumeBootPattern-701606181-router', 'tenant_id': '0350e8b440384d679b15e1e227d33640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:56Z', 'updated_at': '2021-08-31T12:53:39Z', 'revision_number': 6, 'project_id': '0350e8b440384d679b15e1e227d33640', 'gw_port_host': None}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:53:39.737943 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] For port cc5c271f-fb7b-4ac7-b0ee-f928ae66282d, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:39.738310 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:39.864449 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Calling delete_port for cc5c271f-fb7b-4ac7-b0ee-f928ae66282d owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:40.040829 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.045806 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c3238a11-2777-4add-ad42-18f4067a19ee tempest-TestVolumeBootPattern-1103312157 tempest-TestVolumeBootPattern-1103312157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:40.087911 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5c271f-fb7b-4ac7-b0ee-f928ae66282d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:40.092093 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:40.333183 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.609640 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.615481 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.644417 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.645351 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:53:40.658987 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.660196 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8090f4c7-9d5c-4fb9-b80c-c94f414c23a3 HTTP/1.1" status: 204  len: 168 time: 1.8976798
Aug 31 12:53:40.662944 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35856) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:40.729648 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Deleting subnet 2bd36aeb-c04a-40ea-8db5-6e55591508f1 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:53:40.733178 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.795387 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1524585'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.886109 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.896354 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device cc5c271f-fb7b-4ac7-b0ee-f928ae66282d no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:40.977150 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: cc5c271f-fb7b-4ac7-b0ee-f928ae66282d {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:40.977698 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device cc5c271f-fb7b-4ac7-b0ee-f928ae66282d not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:40.978299 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5ef2291d-b558-4b83-8c24-73a11e2aa59f no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:40.979473 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1147205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1515138'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:40.986971 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c07a8d0c-656c-4bfd-87fe-9f9a28455546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:41.012647 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 5ef2291d-b558-4b83-8c24-73a11e2aa59f {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:41.013011 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 5ef2291d-b558-4b83-8c24-73a11e2aa59f not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:41.165295 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd36aeb-c04a-40ea-8db5-6e55591508f1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:41.168366 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:41.173994 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:41.179303 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699440a5-dd92-45e2-ad71-0d7da87d3ca0 None None] Network bc2ba321-9622-45ff-a1af-f1c989026568 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:53:41.180696 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e319076a-aac8-4aec-8540-a465936cb488 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2bd36aeb-c04a-40ea-8db5-6e55591508f1 HTTP/1.1" status: 204  len: 168 time: 0.5166836
Aug 31 12:53:41.183400 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35860) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:41.302621 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:41.314846 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Deleting port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:41.315188 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:41.503956 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] DHCP port deletion for bc2ba321-9622-45ff-a1af-f1c989026568 request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:53:41.511537 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Deleting port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:41.512557 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:41.591176 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] For port 2f14a23f-75e6-4eee-8e17-7328a0e377c1, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=2f14a23f-75e6-4eee-8e17-7328a0e377c1,segment=NetworkSegment(49619670-0f22-4498-90ce-b492dbffbf9e),segment_id=49619670-0f22-4498-90ce-b492dbffbf9e)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:41.591629 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:41.741110 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Calling delete_port for 2f14a23f-75e6-4eee-8e17-7328a0e377c1 owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:41.798274 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] For port 2f14a23f-75e6-4eee-8e17-7328a0e377c1, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=2f14a23f-75e6-4eee-8e17-7328a0e377c1,segment=NetworkSegment(49619670-0f22-4498-90ce-b492dbffbf9e),segment_id=49619670-0f22-4498-90ce-b492dbffbf9e)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:41.798996 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:41.839166 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:41.850674 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-85fb4124-c2c9-42de-889a-2ce0fde63157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:41.895247 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f14a23f-75e6-4eee-8e17-7328a0e377c1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:41.898349 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:41.901910 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] No DVR routers for this DVR port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 on host dv-cinder-806696-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:53:41.929686 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Calling delete_port for 2f14a23f-75e6-4eee-8e17-7328a0e377c1 owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:42.016765 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.api [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:53:42.017192 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_db.api [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:53:42.069473 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.085251 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7237f55a90>,) {'filters': {'network_id': ['bc2ba321-9622-45ff-a1af-f1c989026568']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:42.098791 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237f55a90>, '49619670-0f22-4498-90ce-b492dbffbf9e') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:42.099091 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237f55a90>, '49619670-0f22-4498-90ce-b492dbffbf9e') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:42.111766 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.134653 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.141899 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:53:42.142232 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:53:42.157241 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:53:42.238726 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.243542 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.246299 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bcbf1768-c730-4f7a-b672-4644f3288a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:42.271894 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2ba321-9622-45ff-a1af-f1c989026568,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:42.276795 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:42.278014 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f4288521-081e-47b9-9f8f-2a462681fd7a admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc2ba321-9622-45ff-a1af-f1c989026568 HTTP/1.1" status: 204  len: 168 time: 1.0936029
Aug 31 12:53:42.506533 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35874) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:42.518952 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Deleting port 2f14a23f-75e6-4eee-8e17-7328a0e377c1 {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:42.519414 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.578292 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-25df5bf9-96ee-482c-a583-be45b5f8b0c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8e923aad1e040568f80f5af7e4fc565&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0682883
Aug 31 12:53:42.578604 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35878) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:42.613102 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-015bdf28-4d0e-4927-9c2a-52080de6d42f None None] The port '2f14a23f-75e6-4eee-8e17-7328a0e377c1' was deleted {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:53:42.660147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7bfa-4822-4769-b275-eb6549722674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.691947 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7bfa-4822-4769-b275-eb6549722674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.749289 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7bfa-4822-4769-b275-eb6549722674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.753037 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fc3da030-ee88-4b57-a6df-f8b17b3e7830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:42.767547 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d7bfa-4822-4769-b275-eb6549722674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393f44b8-eeed-4fff-8dd8-8a054c6da775,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:42.771525 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cc9d7bfa-4822-4769-b275-eb6549722674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:42.775037 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7bfa-4822-4769-b275-eb6549722674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:42.777011 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cc9d7bfa-4822-4769-b275-eb6549722674 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/393f44b8-eeed-4fff-8dd8-8a054c6da775 HTTP/1.1" status: 204  len: 168 time: 0.1969824
Aug 31 12:53:42.893579 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2f14a23f-75e6-4eee-8e17-7328a0e377c1 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:42.931503 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 2f14a23f-75e6-4eee-8e17-7328a0e377c1 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:42.932393 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 2f14a23f-75e6-4eee-8e17-7328a0e377c1 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:43.161070 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35892) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:43.263445 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35898) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:43.326238 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.347361 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d3c71cc9-720a-408e-bd17-28838ad15e38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0350e8b440384d679b15e1e227d33640&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0823627
Aug 31 12:53:43.349875 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35902) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:43.368448 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:53:43.372267 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Usage tracker for resource:security_group_rule and tenant:c49b88758a3844cfa767b7922fa8772f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:53:43.375145 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:53:43.380934 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:53:43.411864 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58d00b4b-b061-4bb3-a44a-0eb10918ab20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.437462 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58d00b4b-b061-4bb3-a44a-0eb10918ab20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.448810 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.452428 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.460304 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2783770d-ef56-4859-aaa4-f7d6d519c3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:43.491573 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58d00b4b-b061-4bb3-a44a-0eb10918ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.498824 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c2f4ffc1-6966-473a-8c87-f5028adfdcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:43.500855 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e057d72-1a21-4f96-8f7e-98d7ccb3787f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:43.506503 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c49b88758a3844cfa767b7922fa8772f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3443046
Aug 31 12:53:43.507495 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:43.509093 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35906) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:43.515606 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58d00b4b-b061-4bb3-a44a-0eb10918ab20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.525600 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-58d00b4b-b061-4bb3-a44a-0eb10918ab20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc903689-79d9-4ff1-a29b-6620faea6dd5 HTTP/1.1" status: 204  len: 168 time: 0.1694393
Aug 31 12:53:43.526626 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d00b4b-b061-4bb3-a44a-0eb10918ab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc903689-79d9-4ff1-a29b-6620faea6dd5,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:43.529001 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-58d00b4b-b061-4bb3-a44a-0eb10918ab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:43.573737 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e80e4d4-2a88-400a-9df8-bf01566e54b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.600016 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e80e4d4-2a88-400a-9df8-bf01566e54b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.657609 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e80e4d4-2a88-400a-9df8-bf01566e54b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.662685 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3ad13321-4497-494c-bd68-3231797c8112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:43.674485 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80e4d4-2a88-400a-9df8-bf01566e54b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e057d72-1a21-4f96-8f7e-98d7ccb3787f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:43.679647 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5e80e4d4-2a88-400a-9df8-bf01566e54b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:43.682503 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e80e4d4-2a88-400a-9df8-bf01566e54b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:43.683668 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5e80e4d4-2a88-400a-9df8-bf01566e54b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e057d72-1a21-4f96-8f7e-98d7ccb3787f HTTP/1.1" status: 204  len: 168 time: 0.1736887
Aug 31 12:53:44.114364 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35916) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:44.133556 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.167896 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:53:44.171959 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Usage tracker for resource:security_group_rule and tenant:71e8f5dd6c36467d8f9262b5fb7c3be8 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:53:44.175998 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:53:44.180712 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 35920) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:44.182659 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:53:44.258140 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.263029 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.270358 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ba656780-1e61-448b-a9b5-544654a4cc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:44.312163 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4085fe-e9a3-4ffc-bd3f-5334570f6413,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:44.315984 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:44.322625 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6dfccb58-2a4d-490c-b730-c70c8eb39732 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71e8f5dd6c36467d8f9262b5fb7c3be8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2029796
Aug 31 12:53:44.323621 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 35924) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:44.388192 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d174881-af2a-4bfd-a529-17c0b7f0630f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.397649 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Deleting port faeef2ee-ac8f-4594-ac9f-3bf92b43f67c {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:44.398245 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.419691 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d174881-af2a-4bfd-a529-17c0b7f0630f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.492581 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d174881-af2a-4bfd-a529-17c0b7f0630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.497079 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c242d48f-2ad6-4545-b96c-3e20944a64d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:44.508719 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d174881-af2a-4bfd-a529-17c0b7f0630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4085fe-e9a3-4ffc-bd3f-5334570f6413,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:44.513561 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0d174881-af2a-4bfd-a529-17c0b7f0630f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:44.519110 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d174881-af2a-4bfd-a529-17c0b7f0630f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.522964 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0d174881-af2a-4bfd-a529-17c0b7f0630f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a4085fe-e9a3-4ffc-bd3f-5334570f6413 HTTP/1.1" status: 204  len: 168 time: 0.1951282
Aug 31 12:53:44.583825 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.584142 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.650926 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:44.814204 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Calling delete_port for faeef2ee-ac8f-4594-ac9f-3bf92b43f67c owned by network:floatingip {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:44.997692 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:45.002089 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f52573bb-1576-4d09-ba1f-37c29eacb640 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:45.045286 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event deleted for resources: {'Port': ['ID=faeef2ee-ac8f-4594-ac9f-3bf92b43f67c,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:45.047907 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:45.143925 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for floatingip, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:45.161830 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:53:45.574534 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:53:45.804640 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:53:45.815346 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] Sync routers for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:53:45.825662 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for floatingip, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:45.828943 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:45.829859 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238cea9d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:45.886349 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-1584ee5f-cb3d-41a7-aac5-7f5502804925 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "DELETE /v2.0/floatingips/ba8941b8-9c7d-44a1-8d18-95a7b41390b8 HTTP/1.1" status: 204  len: 168 time: 1.7045116
Aug 31 12:53:45.887160 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:53:45.958087 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'status': 'completed', 'code': 200}
Aug 31 12:53:46.032229 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:46.171443 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-a2e27de4-395b-4d15-a65b-2ddcd8771365 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 1098 time: 0.1881061
Aug 31 12:53:46.322849 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-bb35980b-11ba-4e46-bce2-f97bc8ed24ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:46.324599 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-bb35980b-11ba-4e46-bce2-f97bc8ed24ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 200  len: 910 time: 0.1444440
Aug 31 12:53:46.352381 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517a3df-ae56-4f86-b05a-4a9f9ec859d6 req-d39f609d-fe56-4e08-98e6-6372b7c271dc tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:46.352611 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-f517a3df-ae56-4f86-b05a-4a9f9ec859d6 req-d39f609d-fe56-4e08-98e6-6372b7c271dc tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Synchronizing usage tracker for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75030) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:53:46.372282 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [req-f517a3df-ae56-4f86-b05a-4a9f9ec859d6 req-d39f609d-fe56-4e08-98e6-6372b7c271dc tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Unset dirty status for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:53:46.373716 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f517a3df-ae56-4f86-b05a-4a9f9ec859d6 req-d39f609d-fe56-4e08-98e6-6372b7c271dc tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0988755
Aug 31 12:53:46.397153 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238cea9d0>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 5, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:46.401216 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] Checking router: 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:53:46.405360 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-c214dab6-edc2-43d9-b54d-15ee6aec17e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 200  len: 217 time: 0.0739546
Aug 31 12:53:46.412742 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:46.413372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238cea9d0>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:46.434628 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-f517a3df-ae56-4f86-b05a-4a9f9ec859d6 req-7ba3686d-fff3-4089-9a7e-c4cd50ace148 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526865
Aug 31 12:53:46.475647 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-9ce8a1f9-9f0e-41e6-b993-b103fd8a512b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:46.478269 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-9ce8a1f9-9f0e-41e6-b993-b103fd8a512b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 200  len: 848 time: 0.0656805
Aug 31 12:53:46.639114 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:46.650778 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-73a03a32-192c-48ef-ab4d-b2b7365b5e1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a11240f3-fcba-4545-a022-1d48f10e4db2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1657867
Aug 31 12:53:46.787144 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-41e90927-f46e-4391-b611-22496d0c6e08 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282299
Aug 31 12:53:46.927756 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc6872bf-bfd2-43df-adc5-4694d8ae2df1 req-d0a26ad7-4831-46dc-83b1-3a3ffc462410 service neutron] 10.222.0.43 "GET /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342978
Aug 31 12:53:46.990791 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238cea9d0>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 5, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:46.994942 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4baa6-8b91-4e8e-b86a-e531085155d7 None None] The sync data for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi is: [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:48:57Z', 'revision_number': 4, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi', '_interfaces': [{'id': '232a4043-1cb4-44b8-a1e1-067dce3d1135', 'name': '', 'network_id': 'a11240f3-fcba-4545-a022-1d48f10e4db2', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'mac_address': 'fa:16:3e:73:37:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:56Z', 'updated_at': '2021-08-31T12:49:08Z', 'revision_number': 5, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'subnets': [{'id': '63f729bd-f6d6-461b-9da8-851f1f98670b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:53:47.219373 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4830a-01cf-4bf0-9b0a-95a8e8b1672b None None] New status for floating IP ba8941b8-9c7d-44a1-8d18-95a7b41390b8: DOWN {{(pid=75032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Aug 31 12:53:47.650420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ca55-ccd4-4894-af7c-9d6446840d35 req-b24b7e81-1896-48f6-b16b-54d5d4b23331 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:47.651949 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3620ca55-ccd4-4894-af7c-9d6446840d35 req-b24b7e81-1896-48f6-b16b-54d5d4b23331 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.0856411
Aug 31 12:53:47.754480 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3620ca55-ccd4-4894-af7c-9d6446840d35 req-6bc9e47e-c17a-49e5-aea6-b05841c3f93d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968742
Aug 31 12:53:47.775526 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04937f4e-415c-40b2-94a9-435def0fd326 req-468363f8-54fd-4aa8-b9f0-a7edda4c1cf3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 31 12:53:47.776956 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04937f4e-415c-40b2-94a9-435def0fd326 req-468363f8-54fd-4aa8-b9f0-a7edda4c1cf3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.43 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 945 time: 0.1000352
Aug 31 12:53:47.845479 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Deleting port f65317ba-ed7e-40a6-98e5-4f85083e016a {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:47.845941 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:48.087757 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] For port f65317ba-ed7e-40a6-98e5-4f85083e016a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f65317ba-ed7e-40a6-98e5-4f85083e016a,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:48.088029 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:48.209181 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Calling delete_port for f65317ba-ed7e-40a6-98e5-4f85083e016a owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:48.351067 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:48.356900 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-29b668ae-d439-4a31-b239-fc47701e3156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:48.399365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event deleted for resources: {'Port': ['ID=f65317ba-ed7e-40a6-98e5-4f85083e016a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:48.402699 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:48.477343 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] No DVR routers for this DVR port f65317ba-ed7e-40a6-98e5-4f85083e016a on host hv-cinder-80669 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:53:48.479758 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385859'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:48.482364 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-deleted', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 31 12:53:48.501153 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-04937f4e-415c-40b2-94a9-435def0fd326 req-3a744ccb-0eef-474e-9184-d26a9cfa19fe tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.43 "DELETE /v2.0/ports/f65317ba-ed7e-40a6-98e5-4f85083e016a HTTP/1.1" status: 204  len: 173 time: 0.7187257
Aug 31 12:53:48.545412 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798cb3df-72ef-473d-abf2-f083f4f5d8f3', 'name': 'network-vif-deleted', 'tag': 'f65317ba-ed7e-40a6-98e5-4f85083e016a', 'status': 'completed', 'code': 200}
Aug 31 12:53:48.916900 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ed5a1039-6236-45ca-9cee-1e8e0884fd42 req-045ee706-4167-4e73-83f4-6df85b0736ed tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Synchronizing usage tracker for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 31 12:53:48.931628 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ed5a1039-6236-45ca-9cee-1e8e0884fd42 req-045ee706-4167-4e73-83f4-6df85b0736ed tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Unset dirty status for tenant:af4e74e4ef7f42d388441a91aa27d5d4 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 31 12:53:48.932730 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed5a1039-6236-45ca-9cee-1e8e0884fd42 req-045ee706-4167-4e73-83f4-6df85b0736ed tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 210 time: 0.0553389
Aug 31 12:53:50.097190 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-7a99e57c-7b72-4d10-aaa3-6d359cee37c8 req-f918cd3e-5740-4432-8c87-5b8f0751b83a tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 210 time: 0.0443213
Aug 31 12:53:51.273935 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2a7474ff-71eb-4d0c-836b-3979b9ebb794 req-463cd677-6344-4c57-8bbc-11a2176a99f3 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 210 time: 0.0446150
Aug 31 12:53:52.466308 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [req-dd4fe7c7-12ac-4803-85cf-64281b85a99f req-be481e86-6b6a-44a0-877b-9f65de47fc9d tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 210 time: 0.0476027
Aug 31 12:53:53.654690 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c4385e5a-576a-422a-a2cc-68ef26abcac5 req-f0ad5cd4-e9c6-4f8b-80e1-1ae1680ba6fd tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "GET /v2.0/ports?device_id=798cb3df-72ef-473d-abf2-f083f4f5d8f3 HTTP/1.1" status: 200  len: 210 time: 0.0448334
Aug 31 12:53:54.407563 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f65317ba-ed7e-40a6-98e5-4f85083e016a no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:53:54.446767 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] No Port match for: f65317ba-ed7e-40a6-98e5-4f85083e016a {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:53:54.447400 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Device f65317ba-ed7e-40a6-98e5-4f85083e016a not bound to the agent host hv-cinder-80669 {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:53:54.760420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36006) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:54.829514 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea403726-57a1-4f76-88e6-6537987bb847 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:54.862631 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea403726-57a1-4f76-88e6-6537987bb847 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:54.934717 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea403726-57a1-4f76-88e6-6537987bb847 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:54.938516 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67f91c21-4eb3-44f2-b013-14079fa97205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:54.952848 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea403726-57a1-4f76-88e6-6537987bb847 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:54.956805 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea403726-57a1-4f76-88e6-6537987bb847 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:54.965539 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea403726-57a1-4f76-88e6-6537987bb847 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:54.969556 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ea403726-57a1-4f76-88e6-6537987bb847 tempest-TestShelveInstance-1224942474 tempest-TestShelveInstance-1224942474-project] 10.222.0.20 "DELETE /v2.0/security-groups/6be1bef3-2bb4-461c-85ab-e6f63c3a7bd9 HTTP/1.1" status: 204  len: 168 time: 0.2053061
Aug 31 12:53:55.020847 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36012) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:55.711306 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:56.316160 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Deleting port 232a4043-1cb4-44b8-a1e1-067dce3d1135 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:56.316889 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:56.488919 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] For port 232a4043-1cb4-44b8-a1e1-067dce3d1135, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=232a4043-1cb4-44b8-a1e1-067dce3d1135,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:56.489278 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:56.632191 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Calling delete_port for 232a4043-1cb4-44b8-a1e1-067dce3d1135 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:56.810981 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:56.814548 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f5b557c1-9fe4-480f-8862-841db973baf7 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:56.862427 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Pushing event deleted for resources: {'Port': ['ID=232a4043-1cb4-44b8-a1e1-067dce3d1135,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:56.901401 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.901766 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.902119 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.902471 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.902848 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.903197 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.903543 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.903884 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.904225 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.904559 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.904895 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:53:56.912070 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:57.277964 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:57.853415 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:53:58.047606 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:53:58.056111 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] Sync routers for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:53:58.064181 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-93ca9cfe-452e-4e2f-99f4-e39dade1514f admin admin] 10.222.0.20 "PUT /v2.0/routers/331ad3d5-d38c-44b4-a8e7-3151f2c7b225/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0420527
Aug 31 12:53:58.067262 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36036) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:58.068823 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:58.069432 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238f65f10>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:58.249106 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:58.264051 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:58.458998 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:58.468878 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Deleting port 0c81ffb0-dd9f-40af-b986-05719c89e624 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:53:58.469169 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:58.538422 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238f65f10>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:53:56Z', 'revision_number': 5, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port': {'id': '0c81ffb0-dd9f-40af-b986-05719c89e624', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:48:54Z', 'updated_at': '2021-08-31T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:58.542904 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] Checking router: 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 for host: dv-cinder-806696-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:53:58.559353 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] Routers {'331ad3d5-d38c-44b4-a8e7-3151f2c7b225'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:53:58.560036 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7238f65f10>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:53:31Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:58.713772 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] Set router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:53:58.754913 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] For port 0c81ffb0-dd9f-40af-b986-05719c89e624, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=0c81ffb0-dd9f-40af-b986-05719c89e624,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:53:58.755274 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:58.860749 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7238f65f10>, [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:53:58Z', 'revision_number': 6, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:53:58.869189 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8921a-bb5f-473e-a4dd-71ca1c4c865b None None] The sync data for ids ['331ad3d5-d38c-44b4-a8e7-3151f2c7b225'] in dv-cinder-806696-1-iscsi is: [{'id': '331ad3d5-d38c-44b4-a8e7-3151f2c7b225', 'name': 'tempest-TestShelveInstance-2118780325-router', 'tenant_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:48:53Z', 'updated_at': '2021-08-31T12:53:58Z', 'revision_number': 6, 'project_id': 'af4e74e4ef7f42d388441a91aa27d5d4', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:53:58.879017 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Calling delete_port for 0c81ffb0-dd9f-40af-b986-05719c89e624 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:53:59.004000 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9edf7655-b191-454d-aadd-4f73310488c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.046029 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.050553 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2c0ced47-f5ec-4ea4-91bd-8c65a4329232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:53:59.094910 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c81ffb0-dd9f-40af-b986-05719c89e624,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:53:59.097376 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:53:59.323186 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.390181 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.588253 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.593574 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.628680 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.629632 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331ad3d5-d38c-44b4-a8e7-3151f2c7b225 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:53:59.653408 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.654684 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2c18084e-1941-489a-a041-961f9c52688d admin admin] 10.222.0.20 "DELETE /v2.0/routers/331ad3d5-d38c-44b4-a8e7-3151f2c7b225 HTTP/1.1" status: 204  len: 168 time: 1.5865073
Aug 31 12:53:59.657897 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36044) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:53:59.728503 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Deleting subnet 63f729bd-f6d6-461b-9da8-851f1f98670b {{(pid=75030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:53:59.731540 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.788085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1584543'] for subnet, precommit_delete_associations {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.874274 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.946900 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2031277'] for subnet, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:53:59.950931 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5c82a53a-7c70-4b4d-8a8a-23eff6ec36e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:00.084320 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f729bd-f6d6-461b-9da8-851f1f98670b,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:00.094594 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for subnet, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:00.098040 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc33dd4e-d324-49d1-a3fc-8d16cf9e0b5d None None] Network a11240f3-fcba-4545-a022-1d48f10e4db2 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:54:00.102674 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.103085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.103543 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.103884 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.104258 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.104622 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.104971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.105341 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.105699 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.106051 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.106412 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:00.111921 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63f729bd-f6d6-461b-9da8-851f1f98670b HTTP/1.1" status: 204  len: 168 time: 0.4506702
Aug 31 12:54:00.111921 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-35d6b0ef-49cd-443b-8ca0-a9669607ce3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:00.115800 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36048) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:00.229393 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:00.240240 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Deleting port b8dd93d7-815a-4859-8727-041dba48b3b7 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:00.240577 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:00.368147 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] DHCP port deletion for a11240f3-fcba-4545-a022-1d48f10e4db2 request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:54:00.372751 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Deleting port b8dd93d7-815a-4859-8727-041dba48b3b7 {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:00.373193 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:00.610527 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] For port b8dd93d7-815a-4859-8727-041dba48b3b7, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b8dd93d7-815a-4859-8727-041dba48b3b7,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:54:00.611366 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:00.614440 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] For port b8dd93d7-815a-4859-8727-041dba48b3b7, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=b8dd93d7-815a-4859-8727-041dba48b3b7,segment=NetworkSegment(d4de0615-a41e-4ee3-86d7-4c84451ac075),segment_id=d4de0615-a41e-4ee3-86d7-4c84451ac075)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:54:00.614838 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:00.751552 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Calling delete_port for b8dd93d7-815a-4859-8727-041dba48b3b7 owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:54:00.758731 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Calling delete_port for b8dd93d7-815a-4859-8727-041dba48b3b7 owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:54:00.847451 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624'] for port, after_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:00.852227 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:00.869231 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.api [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:54:00.869924 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_db.api [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:54:00.926797 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Pushing event deleted for resources: {'Port': ['ID=b8dd93d7-815a-4859-8727-041dba48b3b7,revision_number=None']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:00.936134 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0c81ffb0-dd9f-40af-b986-05719c89e624 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:54:00.982586 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] No DVR routers for this DVR port b8dd93d7-815a-4859-8727-041dba48b3b7 on host dv-cinder-806696-1-iscsi {{(pid=75031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:54:00.990000 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 0c81ffb0-dd9f-40af-b986-05719c89e624 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:54:00.990000 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 0c81ffb0-dd9f-40af-b986-05719c89e624 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:54:00.990000 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 232a4043-1cb4-44b8-a1e1-067dce3d1135 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:54:01.033369 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.033747 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.034090 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.034426 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.034773 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.035108 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.035560 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.035875 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.036211 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.036622 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.036945 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 31 12:54:01.039716 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 232a4043-1cb4-44b8-a1e1-067dce3d1135 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:54:01.040070 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 232a4043-1cb4-44b8-a1e1-067dce3d1135 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:54:01.040662 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b8dd93d7-815a-4859-8727-041dba48b3b7 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:54:01.076014 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-53ebd5e4-853e-490f-8b70-2b65d2dd97eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:01.077167 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: b8dd93d7-815a-4859-8727-041dba48b3b7 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:54:01.077677 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device b8dd93d7-815a-4859-8727-041dba48b3b7 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:54:01.237976 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5f97c198-6f8b-48b4-9112-9ae3673fce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.371533 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Deleting port b8dd93d7-815a-4859-8727-041dba48b3b7 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:01.372103 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.436313 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] The port 'b8dd93d7-815a-4859-8727-041dba48b3b7' was deleted {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:54:01.551737 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.564351 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7237c0e400>,) {'filters': {'network_id': ['a11240f3-fcba-4545-a022-1d48f10e4db2']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:01.576746 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237c0e400>, 'd4de0615-a41e-4ee3-86d7-4c84451ac075') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:01.577035 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237c0e400>, 'd4de0615-a41e-4ee3-86d7-4c84451ac075') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:01.588388 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1524582'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.605797 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.619894 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:54:01.620426 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1147363'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   util.warn(
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   util.warn(
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   util.warn(
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   util.warn(
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]: Traceback (most recent call last):
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     timer()
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     cb(*args, **kw)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     return func(*args, **kwargs)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     self._notify()
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     self.callback(batched_events)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     event.method(event)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     return f(self, *a, **k)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._get(url).json()
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:54:01.634682 dv-cinder-806696-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:54:01.716970 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.722065 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:01.724708 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db0658c8-b369-4c19-bd8a-1c17f8bda9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:01.746337 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a11240f3-fcba-4545-a022-1d48f10e4db2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:01.749063 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:01.763013 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d2323fac-1192-48fd-a156-c3207b079af0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a11240f3-fcba-4545-a022-1d48f10e4db2 HTTP/1.1" status: 204  len: 168 time: 1.6458888
Aug 31 12:54:01.765662 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36060) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:02.160343 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773545'] for router_interface, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:02.399451 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:02.812752 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Deleting port 43b0e682-664f-48da-8834-5e9bc709676a {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:02.813350 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:02.995085 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] For port 43b0e682-664f-48da-8834-5e9bc709676a, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=43b0e682-664f-48da-8834-5e9bc709676a,segment=NetworkSegment(e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0),segment_id=e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:54:02.995439 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:03.114210 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Calling delete_port for 43b0e682-664f-48da-8834-5e9bc709676a owned by network:router_interface {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:54:03.376322 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:03.380333 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3efad7cc-e148-45e9-be87-466889938f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:03.419102 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b0e682-664f-48da-8834-5e9bc709676a,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:03.423413 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:03.711634 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773469'] for router_interface, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:03.828027 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:04.379031 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 has already been hosted by L3 agent 2a687445-d37d-42a1-96da-3279ed9fb34e {{(pid=75030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Aug 31 12:54:04.713495 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-iscsi the message routers_updated {{(pid=75030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Aug 31 12:54:04.722022 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] Sync routers for ids ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'] in dv-cinder-806696-1-iscsi {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Aug 31 12:54:04.734852 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-4d26ece9-3415-4036-bc72-d9e3871dbbe4 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa87a019-6e8f-4a11-a1dc-6ac659c59c29/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9680381
Aug 31 12:54:04.736783 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] Routers {'aa87a019-6e8f-4a11-a1dc-6ac659c59c29'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:54:04.737773 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36082) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:04.738318 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f723900b850>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:54:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:04.951365 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.013217 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] Set router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 gateway port host: dv-cinder-806696-1-iscsi {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:54:05.160062 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.172393 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Deleting port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:05.172931 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.318439 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f723900b850>, [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'external_fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:54:03Z', 'revision_number': 5, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port': {'id': 'a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e', 'name': '', 'network_id': '6bcb2948-d129-46b9-b32a-896fcf69f35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:01Z', 'updated_at': '2021-08-31T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e92f24-b1af-40ad-a029-b14cf09f9503', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-iscsi'}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:05.322712 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] Checking router: aa87a019-6e8f-4a11-a1dc-6ac659c59c29 for host: dv-cinder-806696-1-iscsi {{(pid=75032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Aug 31 12:54:05.333610 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] Routers {'aa87a019-6e8f-4a11-a1dc-6ac659c59c29'} bound to L3 agent in host dv-cinder-806696-1-iscsi {{(pid=75032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Aug 31 12:54:05.334226 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f723900b850>, 'dv-cinder-806696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:32:31Z,description=<?>,heartbeat_timestamp=2021-08-31T12:54:01Z,host='dv-cinder-806696-1-iscsi',id=2a687445-d37d-42a1-96da-3279ed9fb34e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-31T12:32:31Z,topic='l3_agent')) {'router_ids': ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'], 'active': True} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:05.366137 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] For port a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,segment=NetworkSegment(7622dd2a-4483-4203-acf0-3672e82817ea),segment_id=7622dd2a-4483-4203-acf0-3672e82817ea)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:54:05.366673 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.515044 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_dvr_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] Set router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 gateway port host: None {{(pid=75032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Aug 31 12:54:05.544861 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36102) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:05.599606 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Calling delete_port for a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:54:05.649922 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.l3_hamode_db [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f723900b850>, [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:54:05Z', 'revision_number': 6, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port_host': None}], 'dv-cinder-806696-1-iscsi', False) {} {{(pid=75032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:05.655734 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98584e9-eb12-4d16-9e4c-16360503b715 None None] The sync data for ids ['aa87a019-6e8f-4a11-a1dc-6ac659c59c29'] in dv-cinder-806696-1-iscsi is: [{'id': 'aa87a019-6e8f-4a11-a1dc-6ac659c59c29', 'name': 'tempest-TestShelveInstance-1786921674-router', 'tenant_id': '57d43e3830034646a8bb381da469aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:00Z', 'updated_at': '2021-08-31T12:54:05Z', 'revision_number': 6, 'project_id': '57d43e3830034646a8bb381da469aba9', 'gw_port_host': None}] {{(pid=75032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Aug 31 12:54:05.716928 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.785690 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1147318'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.789424 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9f90f004-5c16-493a-97d3-5f89661252f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:05.799585 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:54:05.803439 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Usage tracker for resource:security_group_rule and tenant:53de090aea19418cb5cbc2e602a87f1d is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:54:05.806261 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:54:05.812065 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:54:05.831491 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:05.835120 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:05.881888 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.886396 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:05.893570 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-a190c15d-5bde-4e6f-b894-f81205ba3a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:05.935153 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f9b02-c8da-4201-a18f-e021b907597c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:05.937971 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:05.945001 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53de090aea19418cb5cbc2e602a87f1d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3965840
Aug 31 12:54:05.946293 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36108) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:06.014114 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-36261c60-dcbb-470a-9461-549847990036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.043143 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-36261c60-dcbb-470a-9461-549847990036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.069586 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772308'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.120538 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-36261c60-dcbb-470a-9461-549847990036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.124346 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dcb3a619-538d-4d3a-9b65-8c86dac7e3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:06.136207 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261c60-dcbb-470a-9461-549847990036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f9b02-c8da-4201-a18f-e021b907597c,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:06.139866 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-36261c60-dcbb-470a-9461-549847990036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:06.151806 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-36261c60-dcbb-470a-9461-549847990036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.155369 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-36261c60-dcbb-470a-9461-549847990036 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a2f9b02-c8da-4201-a18f-e021b907597c HTTP/1.1" status: 204  len: 168 time: 0.2054543
Aug 31 12:54:06.339835 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-771704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4392'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.346238 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.373854 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-771304'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.374420 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa87a019-6e8f-4a11-a1dc-6ac659c59c29 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Aug 31 12:54:06.387188 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.388312 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c8462a6f-7243-492c-bc21-bfb6ae151ffb admin admin] 10.222.0.20 "DELETE /v2.0/routers/aa87a019-6e8f-4a11-a1dc-6ac659c59c29 HTTP/1.1" status: 204  len: 168 time: 1.6493921
Aug 31 12:54:06.391771 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36116) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:06.460436 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Deleting subnet 38c05c02-4b5e-4608-8ead-5fc05a62e759 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Aug 31 12:54:06.464000 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.522273 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1524585'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.611073 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845551'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.718287 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1147205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1515138'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.723336 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:06.763360 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c05c02-4b5e-4608-8ead-5fc05a62e759,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:06.767214 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:06.774702 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:06.780571 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6414f54b-f274-4aa8-b9bb-4f4f71d0fe69 None None] Network dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 requested from dv-cinder-806696-1-iscsi {{(pid=75031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Aug 31 12:54:06.783493 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b501e2e8-0ff8-4e75-be59-e762e9c6afcc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/38c05c02-4b5e-4608-8ead-5fc05a62e759 HTTP/1.1" status: 204  len: 168 time: 0.3902462
Aug 31 12:54:06.786095 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36130) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:06.958284 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:54:06.998309 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:54:06.998532 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a3d2cb98-05b5-4ad8-99c6-09dd7d1f766e not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:54:06.999243 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 43b0e682-664f-48da-8834-5e9bc709676a no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:54:07.012615 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734997'] for network, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.024873 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Deleting port a26060cb-2313-4765-8dd8-3939cab96f35 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:07.025350 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.065885 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: 43b0e682-664f-48da-8834-5e9bc709676a {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:54:07.066240 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device 43b0e682-664f-48da-8834-5e9bc709676a not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:54:07.163302 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] DHCP port deletion for dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 request from dv-cinder-806696-1-iscsi {{(pid=75031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Aug 31 12:54:07.167253 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Deleting port a26060cb-2313-4765-8dd8-3939cab96f35 {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:07.167844 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.255093 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] For port a26060cb-2313-4765-8dd8-3939cab96f35, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a26060cb-2313-4765-8dd8-3939cab96f35,segment=NetworkSegment(e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0),segment_id=e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:54:07.255609 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.383112 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] For port a26060cb-2313-4765-8dd8-3939cab96f35, host dv-cinder-806696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-iscsi',level=0,port_id=a26060cb-2313-4765-8dd8-3939cab96f35,segment=NetworkSegment(e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0),segment_id=e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0)] {{(pid=75031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Aug 31 12:54:07.383515 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777838'] for port, precommit_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.387096 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Calling delete_port for a26060cb-2313-4765-8dd8-3939cab96f35 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:54:07.465130 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3716344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758035820804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758035395624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585639'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.469922 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-39671cfa-2edb-4b21-8d3a-34429f193eb4 tempest-TestMinimumBasicScenario-29798014 tempest-TestMinimumBasicScenario-29798014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:07.517396 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26060cb-2313-4765-8dd8-3939cab96f35,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:07.520487 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:07.524800 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] No DVR routers for this DVR port a26060cb-2313-4765-8dd8-3939cab96f35 on host dv-cinder-806696-1-iscsi {{(pid=75030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 31 12:54:07.544664 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Calling delete_port for a26060cb-2313-4765-8dd8-3939cab96f35 owned by network:dhcp {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Aug 31 12:54:07.621696 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.db.api [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 31 12:54:07.622211 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG oslo_db.api [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 31 12:54:07.645781 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3845670', 'neutron.services.segments.db._delete_segments_for_network-8758035803010'] for network, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.659939 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7237c2f220>,) {'filters': {'network_id': ['dffb3ba0-0048-44e7-ab7b-86c8c9b1b439']}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:07.673271 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237c2f220>, 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0') {'for_net_delete': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:07.673727 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.services.segments.db [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7237c2f220>, 'e9f4d72c-4a88-4318-b488-4b8fa8a6e4c0') {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 31 12:54:07.686463 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758035803293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1584528'] for segment, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.704251 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3845396'] for segment, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.713427 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=75030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Aug 31 12:54:07.714004 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3845386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585586'] for segment, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]: Traceback (most recent call last):
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     timer()
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     cb(*args, **kw)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     return func(*args, **kwargs)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     self._notify()
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     self.callback(batched_events)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     event.method(event)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     return f(self, *a, **k)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._get(url).json()
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     return self.request(url, 'GET', **kwargs)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 31 12:54:07.728867 dv-cinder-806696-1-iscsi neutron-server[75030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 31 12:54:07.818384 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3845677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772265'] for network, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.826428 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805289'] for network, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:07.831070 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:07.854951 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Pushing event deleted for resources: {'Network': ['ID=dffb3ba0-0048-44e7-ab7b-86c8c9b1b439,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:07.857349 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:07.864304 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-cfb26bd2-54f3-4d83-8f04-680f96632697 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dffb3ba0-0048-44e7-ab7b-86c8c9b1b439 HTTP/1.1" status: 204  len: 168 time: 1.0770011
Aug 31 12:54:08.066973 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36166) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:08.120191 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-e5512205-911d-4e81-a51f-ca7de7f0a1cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af4e74e4ef7f42d388441a91aa27d5d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519145
Aug 31 12:54:08.122955 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36170) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:08.123732 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Deleting port a26060cb-2313-4765-8dd8-3939cab96f35 {{(pid=75031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Aug 31 12:54:08.124967 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758035847855'] for port, before_delete {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.187642 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-78a97d2e-4436-441d-b2ef-49655ac58305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.197840 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-e37e4bfa-a1bd-4e26-a9bb-616038e6ceef None None] The port 'a26060cb-2313-4765-8dd8-3939cab96f35' was deleted {{(pid=75031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Aug 31 12:54:08.215539 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-78a97d2e-4436-441d-b2ef-49655ac58305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.267150 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-78a97d2e-4436-441d-b2ef-49655ac58305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.272482 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f73d83ae-a185-4d09-824b-56e19094de7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:08.288050 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a97d2e-4436-441d-b2ef-49655ac58305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d66e39-6c10-4000-b6d7-9ba1389f7606,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:08.291847 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-78a97d2e-4436-441d-b2ef-49655ac58305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:08.297656 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-78a97d2e-4436-441d-b2ef-49655ac58305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.298844 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-78a97d2e-4436-441d-b2ef-49655ac58305 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d66e39-6c10-4000-b6d7-9ba1389f7606 HTTP/1.1" status: 204  len: 168 time: 0.1749308
Aug 31 12:54:08.701239 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36178) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:08.753318 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-ad3ee85d-a046-422e-9efa-0bb46148be79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57d43e3830034646a8bb381da469aba9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0501485
Aug 31 12:54:08.755664 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36182) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:08.821197 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7467d7b4-a6a2-4ad8-81cf-1420072c35f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.849676 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7467d7b4-a6a2-4ad8-81cf-1420072c35f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.898454 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a26060cb-2313-4765-8dd8-3939cab96f35 no longer exists at agent ovs-agent-dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 31 12:54:08.909348 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7467d7b4-a6a2-4ad8-81cf-1420072c35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.914664 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-54931ad4-d87f-46d5-9f82-af8ecd0383ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:08.931075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467d7b4-a6a2-4ad8-81cf-1420072c35f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476237d7-3f40-4153-b6e0-273c5de1d465,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:08.931075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7467d7b4-a6a2-4ad8-81cf-1420072c35f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:08.934384 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7467d7b4-a6a2-4ad8-81cf-1420072c35f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:08.938048 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-7467d7b4-a6a2-4ad8-81cf-1420072c35f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/476237d7-3f40-4153-b6e0-273c5de1d465 HTTP/1.1" status: 204  len: 168 time: 0.1791377
Aug 31 12:54:08.945384 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.plugin [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] No Port match for: a26060cb-2313-4765-8dd8-3939cab96f35 {{(pid=75031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Aug 31 12:54:08.945748 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.rpc [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Device a26060cb-2313-4765-8dd8-3939cab96f35 not bound to the agent host dv-cinder-806696-1-iscsi {{(pid=75031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 31 12:54:14.650885 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:22.162500 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:54:28.995433 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5b014392-3dfe-4d1b-9d83-2ae955b6a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:29.382800 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:31.245975 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8169f4b8-89e5-4f6f-b8fa-df7ce0aec0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:32.400026 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:33.831984 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.014670 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36286) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:35.171272 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.211148 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:54:35.215006 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0dae1078014205b762e829e37328da is out of sync, need to count used quota {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:54:35.218895 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.quota.resource [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:54:35.225075 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.db.quota.driver [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:54:35.320696 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.325065 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.332098 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0f6eb61b-e59a-4d0a-a189-6213c6fce4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:35.377304 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402edf03-e403-4200-987f-2d72e537d0e1,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:35.381448 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:35.384596 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-65a7b853-138e-4328-b76f-8a87882987c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed0dae1078014205b762e829e37328da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3688617
Aug 31 12:54:35.387207 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [-] (75030) accepted ('10.222.0.20', 36292) {{(pid=75030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:35.452595 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-862e1dec-0bed-4beb-a280-5fbfa4699d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.480376 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-862e1dec-0bed-4beb-a280-5fbfa4699d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.538774 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-862e1dec-0bed-4beb-a280-5fbfa4699d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.543152 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-08ee2bfc-f2b5-4c57-907b-de0266ad3788 tempest-AttachVolumeShelveTestJSON-1488913518 tempest-AttachVolumeShelveTestJSON-1488913518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:35.554807 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e1dec-0bed-4beb-a280-5fbfa4699d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402edf03-e403-4200-987f-2d72e537d0e1,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:35.558536 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-862e1dec-0bed-4beb-a280-5fbfa4699d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:35.564826 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-862e1dec-0bed-4beb-a280-5fbfa4699d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:35.565958 dv-cinder-806696-1-iscsi neutron-server[75030]: INFO neutron.wsgi [None req-862e1dec-0bed-4beb-a280-5fbfa4699d97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/402edf03-e403-4200-987f-2d72e537d0e1 HTTP/1.1" status: 204  len: 168 time: 0.1778600
Aug 31 12:54:44.661167 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.261295 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36422) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:54.412173 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.445147 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 31 12:54:54.449246 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e2efe6eff4f14faa92119a0ad43c0887 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 31 12:54:54.452358 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 31 12:54:54.458074 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 31 12:54:54.532785 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.539525 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.546015 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b8986c0b-530b-4b70-9df3-6a3b9da28b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:54.588435 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0359f503-6514-46d6-8487-4325a4b68cf2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:54.592411 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:54.598559 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1d62b8ab-9880-4497-b929-a92c8a90a6a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2efe6eff4f14faa92119a0ad43c0887&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3353119
Aug 31 12:54:54.600657 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.20', 36428) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 31 12:54:54.666130 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f77db27d-db5a-4a97-9724-acbd4c45a80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.696130 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f77db27d-db5a-4a97-9724-acbd4c45a80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.748924 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f77db27d-db5a-4a97-9724-acbd4c45a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706255'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.753238 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1d00abff-e6ae-4110-9c16-8d6ec318ef76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 31 12:54:54.766162 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77db27d-db5a-4a97-9724-acbd4c45a80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359f503-6514-46d6-8487-4325a4b68cf2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 31 12:54:54.769996 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f77db27d-db5a-4a97-9724-acbd4c45a80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 31 12:54:54.774154 dv-cinder-806696-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f77db27d-db5a-4a97-9724-acbd4c45a80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:54.775327 dv-cinder-806696-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f77db27d-db5a-4a97-9724-acbd4c45a80f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0359f503-6514-46d6-8487-4325a4b68cf2 HTTP/1.1" status: 204  len: 168 time: 0.1692243
Aug 31 12:54:58.999381 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-20696b52-be00-4ea9-b409-3f22b982c928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:54:59.163496 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:54:59.387318 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:01.239208 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-8f81c7e0-44be-438a-ba24-da3fda7ae94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:02.404323 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:03.829420 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:14.654939 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:29.001231 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3ea77b32-fd6e-4f60-ba4c-a737d2bba02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:29.390529 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:31.244681 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ad447653-8485-4071-bb65-7ee8e2ff108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:32.405541 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:33.832145 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:36.163683 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:55:44.664571 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:59.002587 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7a27a1ab-d086-4b66-9f05-8b68739b257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:55:59.392201 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:01.248348 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-922d1bd4-9036-46a2-9fe3-5155edbe4982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:02.411972 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:03.835180 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:13.164097 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:56:14.678661 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:29.006130 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-aebc0ed2-688b-4942-b4df-d75a70362382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:29.395933 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:31.250539 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2b0500b8-5bc4-4333-98f5-e316f699f1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:32.414564 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:33.836372 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:44.676620 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:50.165244 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:56:59.014123 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-08b19743-1ed3-4176-b4bd-3866199057af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:56:59.399211 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:01.252747 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b284b0b9-6931-4bc9-b65b-1c4a3d92d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:02.417825 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:03.842128 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:14.688941 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:27.166471 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:57:29.007157 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b174e848-c465-4b6d-8765-cfbc29304b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:29.409933 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:31.254481 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ed46a1f9-7f45-40a4-a659-7ed4d85e8407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:32.419032 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:33.842425 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:44.707437 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:59.010691 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7ae7-f433-4ba1-b6c9-131b802002d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:57:59.403610 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:01.256339 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-28462e02-de00-47d3-8462-d5d6142949e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:02.422259 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:03.848005 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:04.166668 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:58:14.715760 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:29.012513 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3c95-c8b2-4805-9dd2-9b72f0534680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:29.409904 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:31.260184 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-856d7dc5-211a-43a5-b0f6-561eddc66f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:32.425260 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:33.851146 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:41.169691 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:58:44.712429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:59.016597 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ccb64ad9-1365-4adf-919d-6641c710e9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:58:59.403316 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:01.264161 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-088ede24-4a1a-45d0-b3a8-4de1304be8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:02.428738 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:03.853474 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:14.729403 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:18.169959 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:59:29.024429 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ecf39d62-1891-47d1-8f42-775aeeeab988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:29.410690 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:31.266449 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-cbe59b18-6f15-419d-a396-f3bebe3a8885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:32.430750 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:33.856537 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:44.728192 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:54.381419 dv-cinder-806696-1-iscsi neutron-server[75030]: DEBUG neutron.wsgi [req-bad46f5a-9cee-48d8-b1e9-2f6ae07f83ee req-634a8c49-68b2-4c45-925a-8f5dec282789 service neutron] (75030) timed out ('10.222.0.43', 62480) {{(pid=75030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 31 12:59:55.169590 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 12:59:59.018902 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-f00419f8-5976-4c71-9d31-bcb516e82019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 12:59:59.402573 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:01.270638 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3fa-5dab-4fbb-bb4b-f8ec44822d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:02.434629 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:03.859502 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-25e92f5d-27a0-4cd2-a4a1-e6f46a1e9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:14.735582 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-b03f6f87-1fb9-4c93-a019-708ee6c057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:29.021453 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-989ff769-581c-4836-bc53-3d468d69e7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:29.405492 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0c6057da-44ea-437d-9580-92235f29f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:31.272925 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-22225e9a-24f7-4768-9657-792c0bb66e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 31 13:00:32.169769 dv-cinder-806696-1-iscsi neutron-server[75032]: DEBUG neutron.db.agents_db [None req-03a4866f-d978-4f92-b190-2fa26077b1ee None None] Agent healthcheck: found 6 active agents {{(pid=75032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 31 13:00:32.437069 dv-cinder-806696-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-2c7c29aa-b479-4e21-9811-2c052622f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758035802992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3842482'] for agent, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}